-- Logs begin at Thu 2022-10-27 16:52:08 UTC, end at Thu 2022-10-27 17:57:48 UTC. -- Oct 27 17:21:54.237816 dv-cinder-862831-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 17:21:56.933673 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.common.config [-] Logging enabled! Oct 27 17:21:56.934224 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 27 17:21:56.934367 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104468) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 17:21:56.937710 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.common.config [-] Logging enabled! Oct 27 17:21:56.937959 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 27 17:21:56.938263 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104468) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 17:21:56.939186 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 17:21:56.939417 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 17:21:56.939913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 17:21:56.940160 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 17:21:56.940384 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 17:21:56.940701 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.940997 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.941224 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.941520 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.941810 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.942089 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.942377 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.942670 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.942951 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.943225 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.943528 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.943776 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.944056 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.944339 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.944624 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.944844 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] debug = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.945120 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.945539 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.945938 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.946231 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.946518 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.946794 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.947067 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.947339 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.947620 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.947967 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] host = dv-cinder-862831-1-iscsi {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.948243 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.948527 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.948810 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.949094 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.949367 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.949642 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.949923 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.950197 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.950467 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.950736 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.951019 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.951301 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.951585 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.951828 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.952049 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.952331 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.952618 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.952888 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.953156 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.953425 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.953696 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.953964 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.954228 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.954508 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.954786 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.955065 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.955335 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.955605 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.955904 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.956164 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.956445 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.956714 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.956985 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.957251 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.957533 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.957798 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.958065 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.958359 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.958641 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.958918 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.959223 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.959496 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.959797 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.960068 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.960334 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.960601 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] use_json = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.960869 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.961134 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.961409 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.961679 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.961946 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.962213 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.962480 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.962760 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.963028 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:56.963318 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.963608 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.963928 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.964207 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.964505 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.964779 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.965062 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.965333 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.965617 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.965900 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.966180 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.966450 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.966742 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.967027 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.967315 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.967613 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.967930 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.968218 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.968489 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.968757 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.969025 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.969297 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.969579 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.969851 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.970134 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.970418 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.970689 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.970983 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.971261 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.971542 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.971854 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.972140 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.972410 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.972682 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.972966 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.973238 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.973506 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.973788 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.974059 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.974325 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.974598 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.975404 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.975689 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.975979 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.976253 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.976536 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.976808 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.977073 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.977337 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.977613 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.977878 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.978154 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.978426 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.978692 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.979209 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.979480 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.979771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.980044 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.980317 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.980585 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.980856 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.981121 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.981385 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.981650 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.981915 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.982180 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.982447 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.982711 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.982980 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.983245 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.983507 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.983795 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.984062 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.984327 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.984604 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.984897 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.985167 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.985437 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.985709 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.985978 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.986248 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.986517 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.986785 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.987054 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.987318 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.987603 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.987908 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.988188 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.988463 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.988750 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.989038 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.989306 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.989577 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.989848 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.990118 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.990470 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.991224 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.991494 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.991783 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.992067 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.992346 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.992635 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.992922 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.993193 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.993479 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.993766 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.994052 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.994324 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.994626 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.994900 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:56.995112 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 17:21:56.995347 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104468) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 17:21:57.370271 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 17:21:57.370583 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 17:21:57.370843 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 17:21:57.371069 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 17:21:57.371344 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 17:21:57.371664 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 17:21:57.692489 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.692727 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.693000 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.694725 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.695002 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.695271 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.747266 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.747545 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.747845 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.762605 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.762884 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.763149 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.792354 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.792630 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.792891 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.828581 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.828856 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:57.829120 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.058051 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.058670 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.058670 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.059049 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.059771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.156524 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.156843 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.157123 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.157388 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.157647 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.157950 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.158205 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.158454 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.158702 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.158977 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.159230 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.159489 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.159771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.160020 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.160271 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.160530 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.160780 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.161037 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.161300 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.161552 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.161818 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.162084 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.162898 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.163269 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.163515 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.163774 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.164161 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:58.164397 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:58.164631 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:58.164860 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:58.165090 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:58.165318 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:58.165669 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 17:21:58.168708 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 17:21:58.172577 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 17:21:58.176339 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 27 17:21:58.177955 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 17:21:58.178557 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 17:21:58.178887 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 17:21:58.179270 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 17:21:58.182027 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 17:21:58.182271 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 17:21:58.182602 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 17:21:58.187586 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 17:21:58.210924 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 17:21:58.211365 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.211657 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104468) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 27 17:21:58.212050 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.213381 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104468) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 17:21:58.213656 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 17:21:58.213894 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 17:21:58.224753 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.225032 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:58.378280 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 17:21:58.378461 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 17:21:58.378690 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 17:21:58.379047 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 17:21:58.431376 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO dbcounter [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Registered counter for database neutron Oct 27 17:21:58.450511 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_db.sqlalchemy.engines [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104468) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 27 17:21:58.456308 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writer thread running {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 17:21:58.995293 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing driver for type 'gre' Oct 27 17:21:58.995973 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] gre ID ranges: [(1, 1000)] Oct 27 17:21:59.052254 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing driver for type 'local' Oct 27 17:21:59.052583 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing driver for type 'vlan' Oct 27 17:21:59.065840 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] VlanTypeDriver initialization complete Oct 27 17:21:59.066431 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing driver for type 'vxlan' Oct 27 17:21:59.066825 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] vxlan ID ranges: [(1, 1000)] Oct 27 17:21:59.117095 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing extension driver 'port_security' Oct 27 17:21:59.117439 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.extensions.port_security [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] PortSecurityExtensionDriver initialization complete Oct 27 17:21:59.117768 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing mechanism driver 'openvswitch' Oct 27 17:21:59.118083 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing mechanism driver 'hyperv' Oct 27 17:21:59.124583 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:21:59.125249 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.125621 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.125974 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.126473 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 17:21:59.126888 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.127240 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.127584 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.128004 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 17:21:59.128408 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.128755 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.129097 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.129481 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 17:21:59.129881 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.130228 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.130570 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.130997 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 17:21:59.131397 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.131762 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.132100 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.132689 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 17:21:59.134214 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.134585 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.134937 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.135459 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104468) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 17:21:59.136074 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] ML2 OVO RPC backend initialized. {{(pid=104468) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 27 17:21:59.136929 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.137563 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.138206 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.138583 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > networks before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.138950 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.139309 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > ports before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.139670 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.140054 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.140414 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.140766 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.141114 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.141461 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.141807 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.142151 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.142496 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.142837 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.143183 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.151048 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded quota_driver: . Oct 27 17:21:59.151421 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.plugin [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Modular L2 Plugin initialization complete Oct 27 17:21:59.151797 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading services supported by the core plugin {{(pid=104468) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 17:21:59.152145 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.plugins.ml2.managers [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Got port-security extension from driver 'port_security' Oct 27 17:21:59.152633 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.extensions.vlantransparent [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Disabled vlantransparent extension. Oct 27 17:21:59.153131 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104468) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 17:21:59.153461 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: router Oct 27 17:21:59.189768 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.190167 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_create 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.190542 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router before_create 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.190913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.191293 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.191655 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_delete 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.192048 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.192405 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.192766 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_create 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.193118 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_update 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.193510 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_update 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.193862 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.194228 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_update 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.194644 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.195016 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.195361 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.195726 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: subnet after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.196072 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.196432 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.196783 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.197135 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.197482 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.197845 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router after_update 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.198192 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.198549 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.198914 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.199263 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.199634 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > agent after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.200011 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.200361 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > network after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.201223 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Tracking information for resource: router configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:59.201565 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Tracking information for resource: floatingip configured {{(pid=104468) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 17:21:59.206465 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.db.l3_agentschedulers_db [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 17:21:59.207048 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.207413 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.207804 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.208162 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.208986 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router before_create 55550100 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.209354 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.209724 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.210085 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.214904 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.provider_configuration [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service providers = [] {{(pid=104468) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 17:21:59.215270 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.db.servicetype_db [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104468) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 17:21:59.218263 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.service_base [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 17:21:59.218617 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.service_base [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 17:21:59.218963 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.service_base [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 17:21:59.219894 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.services.service_base [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104468) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 17:21:59.220268 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.services.service_base [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 17:21:59.220642 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.220960 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 17:21:59.232327 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.232669 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: auto_allocate Oct 27 17:21:59.238356 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: network precommit_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.238725 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: network precommit_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.239245 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.239568 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: tag Oct 27 17:21:59.246980 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.247277 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: timestamp Oct 27 17:21:59.252112 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.252486 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: network_ip_availability Oct 27 17:21:59.258856 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.259238 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.259619 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.260438 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.260790 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: flavors Oct 27 17:21:59.265590 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.265926 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading Plugin: revisions Oct 27 17:21:59.270360 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104468) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 17:21:59.270751 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.899s {{(pid=104468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 17:21:59.272863 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104468) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 27 17:21:59.273211 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Initializing extension manager. Oct 27 17:21:59.273743 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: __init__.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.274092 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: __pycache__ {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.274434 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: address_group.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.275159 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.275761 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: address-group Oct 27 17:21:59.276099 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: address_scope.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.276787 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.277308 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: address-scope Oct 27 17:21:59.277635 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.278531 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.279042 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: router-admin-state-down-before-update Oct 27 17:21:59.279367 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: agent.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.280064 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.280575 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: agent Oct 27 17:21:59.280898 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: agent_resources_synced.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.281773 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.282286 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: agent-resources-synced Oct 27 17:21:59.282612 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.284402 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.284931 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: allowed-address-pairs Oct 27 17:21:59.285264 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.286292 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.286811 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: auto-allocated-topology Oct 27 17:21:59.287667 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: availability_zone.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.288359 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.288872 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: availability_zone Oct 27 17:21:59.289199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: availability_zone_filter.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.290074 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.290586 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: availability_zone_filter Oct 27 17:21:59.290913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: data_plane_status.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.291812 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.292324 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 17:21:59.292651 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: default_subnetpools.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.293535 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.294048 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: default-subnetpools Oct 27 17:21:59.294374 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.295151 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.295669 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: dhcp_agent_scheduler Oct 27 17:21:59.296026 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: dns.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.296909 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.297417 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 17:21:59.297748 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: dns_domain_ports.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.298626 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.299136 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 17:21:59.299460 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.300379 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.300889 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 17:21:59.301214 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: dvr.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.301852 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.302364 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: dvr Oct 27 17:21:59.302754 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: ecmp_routes.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.304174 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.304686 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 17:21:59.305008 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: empty_string_filtering.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.305883 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.306393 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: empty-string-filtering Oct 27 17:21:59.306720 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.307602 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.308134 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 17:21:59.308462 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.309332 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.309839 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 17:21:59.310162 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: external_net.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.311034 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.311545 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: external-net Oct 27 17:21:59.311899 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.312772 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.313282 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: extra_dhcp_opt Oct 27 17:21:59.313608 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: extraroute.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.314488 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.315002 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: extraroute Oct 27 17:21:59.315328 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: extraroute_atomic.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.316338 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.316856 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: extraroute-atomic Oct 27 17:21:59.317183 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: filter_validation.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.317828 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.318418 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: filter-validation Oct 27 17:21:59.318689 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: fip_pf_description.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.319572 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.320116 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 17:21:59.320440 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: fip_pf_detail.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.321311 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.321826 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 27 17:21:59.322150 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: fip_pf_port_range.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.323032 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.323556 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 27 17:21:59.323902 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: fip_port_details.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.324782 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.325300 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: fip-port-details Oct 27 17:21:59.325622 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: flavors.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.326800 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.327323 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: flavors Oct 27 17:21:59.327656 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.329309 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.329843 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 17:21:59.330183 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: floatingip_pools.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.330859 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.331374 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: floatingip-pools Oct 27 17:21:59.331704 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: ip_allocation.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.332611 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.333121 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 17:21:59.333451 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.334850 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.335367 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: ip-substring-filtering Oct 27 17:21:59.335697 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l2_adjacency.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.336610 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.337121 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 17:21:59.337453 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.338393 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.338919 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: router Oct 27 17:21:59.339253 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.341672 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.342206 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 17:21:59.342549 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.343442 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.343999 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: ext-gw-mode Oct 27 17:21:59.344337 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.345228 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.345747 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: l3-ha Oct 27 17:21:59.346080 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.346959 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.347475 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 27 17:21:59.347849 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_flavors.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.348729 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.349248 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: l3-flavors Oct 27 17:21:59.349631 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.350963 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.351489 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 27 17:21:59.351858 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.352748 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.353270 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 17:21:59.353598 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: l3agentscheduler.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.354852 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.355371 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: l3_agent_scheduler Oct 27 17:21:59.355703 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: local_ip.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.357433 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.357970 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension local_ip not supported by any of loaded plugins Oct 27 17:21:59.358305 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: logging.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.359765 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.360289 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension logging not supported by any of loaded plugins Oct 27 17:21:59.360623 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: metering.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.361337 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.361917 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: metering Oct 27 17:21:59.362251 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.363317 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.363869 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: metering_source_and_destination_fields Oct 27 17:21:59.364200 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: multiprovidernet.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.365090 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.366134 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: multi-provider Oct 27 17:21:59.366460 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: netmtu.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.367346 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.367901 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: net-mtu Oct 27 17:21:59.368230 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: netmtu_writable.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.369109 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.369623 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: net-mtu-writable Oct 27 17:21:59.369947 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: network_availability_zone.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.370585 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.371096 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: network_availability_zone Oct 27 17:21:59.371421 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: network_ip_availability.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.372516 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.373031 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: network-ip-availability Oct 27 17:21:59.373359 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: network_segment_range.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.374096 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.374607 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 17:21:59.374934 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: pagination.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.375910 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.376246 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: pagination Oct 27 17:21:59.376570 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: port_device_profile.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.377445 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.377968 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: port-device-profile Oct 27 17:21:59.378291 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: port_mac_address_override.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.379180 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.379697 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: port-mac-override Oct 27 17:21:59.380046 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.381490 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.382005 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: port-mac-address-regenerate Oct 27 17:21:59.382330 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.383214 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.383753 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: port-numa-affinity-policy Oct 27 17:21:59.384085 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: port_resource_request.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.384961 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.385468 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 17:21:59.385791 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.386718 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.387231 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 27 17:21:59.387558 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: portbindings.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.388472 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.388986 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: binding Oct 27 17:21:59.389311 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: portbindings_extended.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.390541 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.391063 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: binding-extended Oct 27 17:21:59.391395 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: portsecurity.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.392306 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.392828 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: port-security Oct 27 17:21:59.393153 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: project_id.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.394089 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.394423 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: project-id Oct 27 17:21:59.394746 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: providernet.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.395873 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.396921 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: provider Oct 27 17:21:59.397262 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.400745 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.401279 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos not supported by any of loaded plugins Oct 27 17:21:59.401617 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.402833 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.403365 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 17:21:59.403699 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.404610 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.405136 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 17:21:59.405465 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_default.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.406366 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.406885 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-default not supported by any of loaded plugins Oct 27 17:21:59.407215 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_fip.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.408137 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.408658 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 17:21:59.408987 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.409872 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.410389 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 27 17:21:59.410716 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.411609 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.412703 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 17:21:59.413039 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.413923 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.414438 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 17:21:59.414763 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.415796 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.416316 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 17:21:59.416642 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.417640 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.418167 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 27 17:21:59.418492 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_pps_rule.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.419626 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.420169 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 17:21:59.420500 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.421385 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.421899 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 17:21:59.422229 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.423113 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.423625 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 27 17:21:59.423986 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: qos_rules_alias.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.424997 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.425514 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 17:21:59.425846 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: quota_check_limit.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.426723 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.427242 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: quota-check-limit Oct 27 17:21:59.427572 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: quotasv2.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.428536 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.428867 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: quotas Oct 27 17:21:59.429189 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: quotasv2_detail.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.430850 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.431195 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: quota_details Oct 27 17:21:59.431532 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: rbac.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.432580 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.433108 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: rbac-policies Oct 27 17:21:59.433441 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: rbac_address_group.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.434339 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.434858 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: rbac-address-group Oct 27 17:21:59.435189 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: rbac_address_scope.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.436179 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.436699 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: rbac-address-scope Oct 27 17:21:59.437024 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: rbac_security_groups.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.437921 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.438439 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: rbac-security-groups Oct 27 17:21:59.438765 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.439643 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.440190 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: rbac-subnetpool Oct 27 17:21:59.440515 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: revisionifmatch.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.441400 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.441910 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: revision-if-match Oct 27 17:21:59.442233 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: revisions.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.443353 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.443902 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: standard-attr-revisions Oct 27 17:21:59.444230 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: router_availability_zone.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.444870 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.445388 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: router_availability_zone Oct 27 17:21:59.445713 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: routerservicetype.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.446597 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.447111 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 17:21:59.447435 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.448366 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.448881 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: security-groups-normalized-cidr Oct 27 17:21:59.449205 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.450092 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.450607 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: port-security-groups-filtering Oct 27 17:21:59.450930 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.451870 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.452386 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: security-groups-remote-address-group Oct 27 17:21:59.452713 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.453615 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.454134 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: security-groups-shared-filtering Oct 27 17:21:59.454464 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: securitygroup.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.464667 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.465212 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: security-group Oct 27 17:21:59.465556 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: segment.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.466261 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.466789 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension segment not supported by any of loaded plugins Oct 27 17:21:59.467124 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.468062 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.468598 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 17:21:59.468934 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: servicetype.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.470002 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.470532 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: service-type Oct 27 17:21:59.470866 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: sorting.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.471848 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.472191 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: sorting Oct 27 17:21:59.472522 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: standard_attr_segment.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.473407 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.473928 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 17:21:59.474256 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: standardattrdescription.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.475425 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.475977 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: standard-attr-description Oct 27 17:21:59.476310 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: stateful_security_group.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.477212 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.477735 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: stateful-security-group Oct 27 17:21:59.478065 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: stdattrs_common.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.478623 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 17:21:59.479208 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.480150 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.480671 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 17:21:59.480998 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: subnet_onboard.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.482020 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.482542 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: subnet_onboard Oct 27 17:21:59.482869 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.483796 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.484313 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 17:21:59.484642 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: subnet_service_types.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.485537 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.486054 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: subnet-service-types Oct 27 17:21:59.486380 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: subnetallocation.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.487423 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.487979 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: subnet_allocation Oct 27 17:21:59.488308 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.488948 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.489465 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: subnetpool-prefix-ops Oct 27 17:21:59.489789 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.490721 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.491232 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 17:21:59.491559 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: tagging.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.492578 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.493108 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: standard-attr-tag Oct 27 17:21:59.493437 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: timestamp.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.494609 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.495132 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loaded extension: standard-attr-timestamp Oct 27 17:21:59.495460 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: trunk.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.496494 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.497062 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension trunk not supported by any of loaded plugins Oct 27 17:21:59.497346 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: trunk_details.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.498233 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.498758 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 17:21:59.499085 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.499997 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.500514 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 17:21:59.500844 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Loading extension file: vlantransparent.py {{(pid=104468) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 17:21:59.501481 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104468) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 17:21:59.501992 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 17:21:59.504638 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:network Oct 27 17:21:59.505198 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:subnet Oct 27 17:21:59.505635 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 17:21:59.506100 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:port Oct 27 17:21:59.507376 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.507868 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service FLAVORS assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.508497 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.508929 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.509271 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:router Oct 27 17:21:59.509707 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 17:21:59.510199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service METERING assigned prefix: /metering {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.511636 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.512042 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.512398 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:21:59.513413 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 17:21:59.513857 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:security_group Oct 27 17:21:59.514314 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 17:21:59.514841 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service CORE assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.515176 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 17:21:59.515527 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] subnetpool is already registered Oct 27 17:21:59.516011 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service CORE assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.516352 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 17:21:59.516694 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] subnetpool is already registered Oct 27 17:21:59.519089 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.519533 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service FLAVORS assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.520180 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.520612 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.520948 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:router Oct 27 17:21:59.521292 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] router is already registered Oct 27 17:21:59.522226 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 17:21:59.522567 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] floatingip is already registered Oct 27 17:21:59.523030 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service METERING assigned prefix: /metering {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.523701 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 17:21:59.524055 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] rbac_policy is already registered Oct 27 17:21:59.524474 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:security_group Oct 27 17:21:59.524815 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] security_group is already registered Oct 27 17:21:59.525226 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 17:21:59.525564 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] security_group_rule is already registered Oct 27 17:21:59.526199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service CORE assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.526532 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 17:21:59.526871 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] subnetpool is already registered Oct 27 17:21:59.527293 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.resource_helper [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Service CORE assigned prefix: {{(pid=104468) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 17:21:59.527617 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 17:21:59.527979 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING neutron.quota.resource_registry [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] subnetpool is already registered Oct 27 17:21:59.528453 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: extensions {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.529929 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: address-groups {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.531419 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: address-scopes {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.532785 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: agents {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.533965 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: auto-allocated-topology {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.535235 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: availability_zones {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.536493 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: dhcp-networks {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.538077 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: dhcp-agents {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.539537 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: routers {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.541305 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: flavors {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.542592 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: service_profiles {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.543851 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: next_providers {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.545329 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: service_profiles {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.547882 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: floatingip-pools {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.549079 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: routers {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.550807 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: floatingips {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.552142 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: l3-routers {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.554060 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: l3-agents {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.555497 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: metering-labels {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.556853 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: metering-label-rules {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.558249 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: network-ip-availabilities {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.559531 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: bindings {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.561142 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: quotas {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.562807 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: quotas {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.564401 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: rbac-policies {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.565604 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: security-groups {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.566924 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: security-group-rules {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.568210 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: service-providers {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.569986 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: subnetpools {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.571337 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: subnetpools {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.572933 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.574647 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.576505 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.578542 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.580362 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.582358 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.584102 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.586025 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.587879 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.589644 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron.api.extensions [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Extended resource: tags {{(pid=104468) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 17:21:59.595786 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING keystonemiddleware.auth_token [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 17:21:59.600938 dv-cinder-862831-1-iscsi neutron-server[104468]: WARNING keystonemiddleware.auth_token [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 17:21:59.609999 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Acquiring lock "singleton_lock" {{(pid=104468) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 27 17:21:59.610333 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Acquired lock "singleton_lock" {{(pid=104468) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 27 17:21:59.610807 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_concurrency.lockutils [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Releasing lock "singleton_lock" {{(pid=104468) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 27 17:21:59.611455 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Starting 2 workers Oct 27 17:21:59.616767 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Started child 104579 {{(pid=104468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 17:21:59.621168 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Started child 104580 {{(pid=104468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 17:21:59.622203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:21:59.622847 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO neutron.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 17:21:59.623370 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:21:59.623659 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [-] (104579) wsgi starting up on http://0.0.0.0:9696 Oct 27 17:21:59.625801 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Starting 1 workers Oct 27 17:21:59.626113 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:21:59.627463 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [-] (104580) wsgi starting up on http://0.0.0.0:9696 Oct 27 17:21:59.631506 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Started child 104581 {{(pid=104468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 17:21:59.632078 dv-cinder-862831-1-iscsi neutron-server[104468]: INFO oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Starting 1 workers Oct 27 17:21:59.635266 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] calling RpcWorker wait() {{(pid=104581) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 17:21:59.635820 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] returning from RpcWorker wait() {{(pid=104581) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 17:21:59.636513 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Started child 104582 {{(pid=104468) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 17:21:59.637233 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:21:59.637337 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-987caa4a-a785-49b4-b571-26d9a81428f6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:21:59.637769 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:21:59.639199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104468) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 17:21:59.639414 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 17:21:59.639602 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 17:21:59.639858 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 17:21:59.640197 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 17:21:59.640380 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 17:21:59.640896 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.641172 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.641439 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.641705 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.642251 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:21:59.642706 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.642706 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.642856 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.643051 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.643313 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.643488 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.643654 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.643822 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:21:59.643927 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.644169 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.644523 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.644791 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.645032 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.645261 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.645432 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.645693 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.645956 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.646204 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.646532 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] debug = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.646772 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.647257 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.647503 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.647761 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.647981 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.648250 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.648494 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.648753 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.648996 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.649244 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.649495 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.649751 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.650006 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.650239 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.650471 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.650759 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.650981 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.651450 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] host = dv-cinder-862831-1-iscsi {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.651700 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.651971 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.652200 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.652453 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.652700 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.652937 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.653231 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.653476 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.653745 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.653971 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.654234 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.654491 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.654739 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.654991 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.655155 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_options = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.655394 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.655657 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.655940 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.656130 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.656297 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.656460 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.656711 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.656871 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.657137 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.657356 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.657569 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.657799 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.658032 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.658246 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.658487 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.658703 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.658956 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.659199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.659443 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.659665 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.659914 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.660139 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.660374 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.660600 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.660825 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.661039 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.661293 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.661527 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.661738 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.661955 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.662266 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.662510 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.662726 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.662970 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.663240 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.663681 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.664054 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.664193 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.664619 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.664771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.665056 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.665173 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.665406 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.665712 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.665920 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.666153 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.666371 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_json = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.666763 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.666895 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.667074 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.667290 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.667518 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.667752 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.667913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.668147 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.668362 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.669287 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.669287 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.669549 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.669715 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.669908 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.670172 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.670307 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.670619 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.670808 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.671092 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.671410 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.671568 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.672509 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.672509 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.672509 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.672757 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.673048 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.673319 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.673559 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.673816 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.674063 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.674307 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.674580 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.675010 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.675432 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.675885 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.676327 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.676838 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.677347 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.678384 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.678913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.679344 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.679835 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.680115 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.680356 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.680708 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.680855 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.681961 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.681961 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.681961 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.681961 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.681961 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.682308 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.682384 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.682603 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.682848 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.683106 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.683387 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.683611 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.683863 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.684080 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.684293 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.684529 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.684765 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.685023 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.685205 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.685487 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.685947 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.686278 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.686555 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.686795 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.687241 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.687502 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.687964 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.688199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.688426 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.688645 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.689020 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.689406 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.689809 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.690173 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.690534 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.690897 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.691290 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.691704 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.692151 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.692565 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.692959 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.693949 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.694375 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.694797 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.695019 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.695243 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.695463 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.695701 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.695947 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.696167 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.696419 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.696642 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.696870 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.697085 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.697315 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.697628 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.697890 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.698126 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.698660 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.698913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.699162 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.699418 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.699638 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.699884 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.700134 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.700396 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.700645 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.700886 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.701106 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.701340 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.701593 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.701806 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.702050 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.702277 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.702491 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.702727 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.702946 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.703173 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.703410 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.703633 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.703917 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.704154 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.704390 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.704616 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.704852 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.705091 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.705388 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.705643 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.705916 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.706155 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.706414 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.706869 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.707267 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.707682 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.708170 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.708595 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.709065 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.709496 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.709950 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.710178 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.710597 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.710818 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.711205 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.711604 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.711868 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.712105 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.712445 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.712709 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.712925 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.713142 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.713406 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.713675 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.713928 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.714211 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.714458 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.714721 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.714958 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.715210 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.715424 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.715675 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.715931 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.716146 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.716373 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.716587 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.716979 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.717197 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.717411 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.717680 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.717904 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.718125 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.718362 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.718583 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.718808 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.719055 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.719270 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.719489 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.719739 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.720117 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.720332 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.720558 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.720889 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.721166 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.721386 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.721837 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.722289 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.722532 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.722765 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.723019 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.724164 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.724164 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.724164 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.724164 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.724164 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.725060 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.725129 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.725314 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.725679 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.725946 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.726168 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.726408 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.726661 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.727021 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.727292 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.727569 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.727858 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.728115 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.728332 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.728569 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.729034 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.729298 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.729517 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.729743 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.729987 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.730232 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.730495 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.730707 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.730919 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.731135 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.731501 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.731946 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.732177 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.732420 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.732667 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.732892 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.733136 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.733377 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.733618 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.733844 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.734057 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.734269 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.734480 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.734695 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.734925 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.735255 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.735508 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.735772 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.736029 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.736269 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.736510 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.736739 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.736948 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.737158 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.737384 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.737600 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.737805 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.738021 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.738249 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.738462 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.738704 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.738918 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.739127 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.739771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.739771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.739771 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.740041 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.740281 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.740986 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.741229 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.741332 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:21:59.741501 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.741650 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.741867 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.742085 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.742318 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.742544 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.742753 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.742962 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.743182 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.743397 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.743625 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.743934 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.744184 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.744411 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.744702 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.744950 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.745195 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.745445 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.745752 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.745965 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.746354 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.746590 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.746823 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.747044 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.747345 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.747655 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.747966 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.748231 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.748505 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.748778 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.749061 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.749355 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.749595 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.749883 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.750222 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.750489 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.750753 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.751009 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.751258 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.751482 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.751756 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.751982 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.752201 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.752419 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.752654 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.752903 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.753150 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.753372 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.753622 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.753837 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.754063 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.754278 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.754500 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.754714 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.754871 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 17:21:59.755416 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104468) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 17:21:59.755578 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 17:21:59.755767 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 17:21:59.756095 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 17:21:59.756266 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 17:21:59.756419 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 17:21:59.756626 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.756789 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.756952 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.757112 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.757300 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.757463 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.757624 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.757782 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.757943 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.758105 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.758265 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.758560 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.758870 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.759028 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.759191 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.759353 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.759524 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.759753 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.759855 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.760016 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.760171 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.760332 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] debug = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.760492 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.760689 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.760852 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761013 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761171 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761330 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761489 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761647 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761808 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.761967 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.762127 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.762285 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.762445 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.762605 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.762763 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.762922 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.763080 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.763229 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] host = dv-cinder-862831-1-iscsi {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.763388 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.763546 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.763700 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.763870 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764028 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764169 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764348 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764476 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764618 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764805 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.764934 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765069 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765226 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765410 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765550 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_options = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765741 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765828 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.765979 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.766166 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.766333 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.766692 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.766692 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.766922 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.766922 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.767155 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.767276 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.767392 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.767508 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.767663 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.767844 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768004 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768163 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768324 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768672 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768672 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768899 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.768899 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769130 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769250 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769367 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769506 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769666 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769826 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.769988 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.770149 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.770308 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.770467 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.770625 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.770784 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.770945 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.771103 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.771262 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.771467 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.771596 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.771780 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.771941 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.772100 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.772259 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.772418 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.772577 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.772736 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.772895 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_json = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773055 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773217 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773379 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773526 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773684 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773827 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.773988 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.774139 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.774279 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 17:21:59.774460 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.774623 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.774795 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.774957 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.775119 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.775281 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.775443 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.775604 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.775789 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.775951 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.776157 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.776310 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.776446 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.776589 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.776749 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.776913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.777109 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.777226 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.777372 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.777533 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.777694 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.777854 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.778207 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.778207 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.778475 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.778475 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.778731 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.778875 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779007 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779138 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779275 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779409 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779555 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779740 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.779902 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.780060 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.780218 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.780381 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.780544 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.780731 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.780892 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781013 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781170 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781331 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781493 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781658 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781806 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.781977 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.782126 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.782254 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.782416 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.782578 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.782740 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.782904 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.783071 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.783209 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.783364 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.783535 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.783698 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.783884 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784046 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784218 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784350 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784505 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784666 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784828 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.784990 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.785151 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.785325 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.785487 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.785648 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.785810 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.785971 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.786132 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.786280 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.786443 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.786603 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.786766 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.786926 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.787600 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.787785 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.787947 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.788108 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.788270 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.788432 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.788594 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.788756 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.788916 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.789073 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.789226 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.789387 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.789555 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.789732 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.789898 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.790058 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.790219 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.790381 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.790542 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.790703 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.790863 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791024 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791170 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791333 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791493 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791657 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791852 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.791992 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.792123 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.792286 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.792446 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.792608 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.792768 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.792928 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.793088 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.793234 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.793397 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.793558 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.793719 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.793880 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.794041 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.794202 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.794362 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.794521 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.794692 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.794853 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.795017 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.795178 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.795346 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.795516 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.795679 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.795863 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796026 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796187 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796348 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796509 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796670 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796830 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.796991 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.797152 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.797324 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.797486 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.797647 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.797808 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.797992 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.798153 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.798312 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.798474 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.798635 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.798795 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.798956 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.799118 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.799279 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.799441 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.799603 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.799776 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.799943 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.800104 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.800265 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.800426 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.800590 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.800752 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.800913 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.801075 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.801237 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.801398 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.801559 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.801720 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.801882 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.802043 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.802204 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.802366 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.802527 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.802741 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.802903 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.803065 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.803226 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.803388 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.803549 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.803739 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.803883 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.804042 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.804204 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.804367 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.804528 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.804691 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.804851 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805013 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805176 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805337 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805499 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805660 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805821 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.805982 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.806144 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.806306 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.806468 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.806628 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.806789 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.806968 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.807129 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.807290 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.807453 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.807615 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.807804 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.807967 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.808129 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.808289 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.808450 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.808614 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.808776 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.808937 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.809098 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.809258 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.809419 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.809579 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.809740 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.809907 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.810070 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.810231 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.810392 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.810553 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.810716 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.810876 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.811038 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.811198 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.811359 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.811520 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.811682 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.811865 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.812026 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.812199 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.812361 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.812522 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.812683 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.812845 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813007 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813177 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813338 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813499 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813658 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813819 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.813981 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.814149 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.814311 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.814472 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.814633 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.814793 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.814954 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.815123 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.815285 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.815445 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.815605 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.815790 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.815953 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.816122 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.816283 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.816444 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.816605 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.816765 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.816926 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.817097 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.817259 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.817421 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.817581 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.817741 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.817904 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.818073 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.818764 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.818928 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.819089 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.819246 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.819406 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.819567 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.819760 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.819931 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.820095 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.820257 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.820418 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.820579 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.820743 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.820909 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.821081 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.821248 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.821411 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.821580 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.821749 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.821919 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.822081 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.822249 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.822421 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.822582 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.822743 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.822904 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.823066 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.823227 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.823388 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.823549 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.823729 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.823895 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.824056 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.824218 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.824380 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.824540 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.824702 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.824866 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.825012 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.825173 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.825336 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.825497 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 17:21:59.825650 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104468) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 17:21:59.915623 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 32928) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:21:59.922492 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047848 Oct 27 17:21:59.926803 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [-] 10.222.0.36 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037715 Oct 27 17:22:09.111410 dv-cinder-862831-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:11.187134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74bc1c-ffb4-4c6f-a763-2dcf0c505587 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:22:11.195540 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writer thread running {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 17:22:11.262361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74bc1c-ffb4-4c6f-a763-2dcf0c505587 None None] No non-hosted networks {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 17:22:11.290014 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-460a6f0a-2dd8-4a6f-9edd-3680f3c2d485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1715578'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:12.957962 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writer thread running {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 17:22:13.518263 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2209-e5b5-41a5-808f-a3489bf3bd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1715578'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:13.580260 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb990090-922a-452a-b685-60c87558b4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:14.975616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1715578'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:14.980113 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33000) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:15.630650 dv-cinder-862831-1-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-5adaeee0-a2e2-47ab-97f9-94a9353f5e24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:15.631609 dv-cinder-862831-1-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-5adaeee0-a2e2-47ab-97f9-94a9353f5e24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:15.861377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-5adaeee0-a2e2-47ab-97f9-94a9353f5e24 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:22:15.884659 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5adaeee0-a2e2-47ab-97f9-94a9353f5e24 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9024725 Oct 27 17:22:16.157187 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1715578'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:16.230997 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.db.l3_hamode_db [None req-119eb750-cbbc-4398-9091-ede51245e8d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 17:22:16.309467 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119eb750-cbbc-4398-9091-ede51245e8d5 None None] Routers set() bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:22:16.309938 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119eb750-cbbc-4398-9091-ede51245e8d5 None None] Router IDs set() for agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 27 17:22:16.812864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1715578'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:16.814545 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.816234 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.817001 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.818284 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.819352 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.819667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.820085 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.820643 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.821334 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.822142 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.822561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.822986 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.823781 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.824190 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.824576 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:16.825369 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862831-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:16.841196 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862831-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:18.588102 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33036) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:18.903486 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:18.915273 dv-cinder-862831-1-iscsi neutron-server[104579]: ERROR stevedore.extension [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 17:22:18.996124 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.policy [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104579) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 17:22:19.037961 dv-cinder-862831-1-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:19.038333 dv-cinder-862831-1-iscsi neutron-server[104579]: WARNING oslo_policy.policy [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:19.058188 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writer thread running {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 17:22:19.133782 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763294982267', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763294983759', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763294998803', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763294876271', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763294881069', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763294890372', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1010172', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1229988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-303032', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-407470'] for rbac-policy (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:19.203015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:19.204297 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d8820bed-b1c9-499d-a378-6365d633bb3d admin admin] 10.222.0.36 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151669 Oct 27 17:22:21.773642 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33046) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:22.093215 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:22.122613 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Made reservation on behalf of 8ca450960f374fc291f2778ef8879794 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:22:22.126790 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.144439 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.252948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks [] for security_group (998713a7-21cf-4c93-801e-6252a0cabedb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.257806 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (998713a7-21cf-4c93-801e-6252a0cabedb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.286645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:22:22.319924 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763296860537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (980987f3-3cf2-4ce6-8780-e49ff9ac04ac), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.320420 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Unsubscribe: segment precommit_create {{(pid=104579) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 17:22:22.320930 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Added segment 980987f3-3cf2-4ce6-8780-e49ff9ac04ac of type vlan for network 43650231-cce4-45f7-9de4-4a0c86ceab2f Oct 27 17:22:22.354372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=998713a7-21cf-4c93-801e-6252a0cabedb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:22.397079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.397416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.397766 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.398122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.398450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.398778 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.399095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.399409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.399744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.400059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.400374 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.400705 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.401017 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.401325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.401632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Tracked resource versions report: Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: pushed versions: Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: { 'AddressGroup': {'1.2'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Agent': {'1.1'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'ConntrackHelper': {'1.0'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Log': {'1.0'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'NDPProxy': {'1.0'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Network': {'1.1'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Port': {'1.7'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'PortForwarding': {'1.3'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'QosPolicy': {'1.10'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroup': {'1.5'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SubPort': {'1.0'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Subnet': {'1.1'}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Trunk': {'1.1'}} Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: consumer versions: Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Agent': '1.1', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'ConntrackHelper': '1.0', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'LocalIPAssociation': '1.0', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Log': '1.0', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'NDPProxy': '1.0', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Network': '1.1', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Port': '1.7', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'PortForwarding': '1.3', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'QosPolicy': '1.10', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroup': '1.5', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroupRule': '1.2', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SubPort': '1.0', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Subnet': '1.1', Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Trunk': '1.1'}} Oct 27 17:22:22.403064 dv-cinder-862831-1-iscsi neutron-server[104579]: {{(pid=104579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:22:22.427328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (43650231-cce4-45f7-9de4-4a0c86ceab2f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.468644 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (43650231-cce4-45f7-9de4-4a0c86ceab2f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.473795 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:22.474488 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:22.553517 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7788014 Oct 27 17:22:22.594530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc62bb2-989d-43ee-9f2a-50efce3d492a demo demo] Pushing event updated for resources: {'Network': ['ID=43650231-cce4-45f7-9de4-4a0c86ceab2f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:22.607897 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:22:25.170605 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 33058) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:25.672743 dv-cinder-862831-1-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:25.673294 dv-cinder-862831-1-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:25.899645 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writer thread running {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 17:22:26.049773 dv-cinder-862831-1-iscsi neutron-server[104580]: ERROR stevedore.extension [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 17:22:26.104986 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.policy [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104580) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 17:22:26.146326 dv-cinder-862831-1-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:26.146701 dv-cinder-862831-1-iscsi neutron-server[104580]: WARNING oslo_policy.policy [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 17:22:26.154320 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:26.156059 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-71c163af-1c65-4c9d-9fb2-e934453a37fe demo admin] 10.222.0.36 "GET /networking/v2.0/networks/43650231-cce4-45f7-9de4-4a0c86ceab2f HTTP/1.1" status: 200 len: 825 time: 0.9845202 Oct 27 17:22:26.196413 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-97a53b4d-9eab-4260-8221-a6dddae7fce4 demo admin] 10.222.0.36 "GET /networking/v2.0/subnetpools/793097ba-60f3-4da6-b745-dfe51eab1e13 HTTP/1.1" status: 200 len: 734 time: 0.0338633 Oct 27 17:22:26.205328 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'name': 'private-subnet'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:26.242575 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Made reservation on behalf of 8ca450960f374fc291f2778ef8879794 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:22:26.245330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:26.529680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (199725ed-a7db-4879-a869-b95585ff0897), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:26.601460 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Checking segment: {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:22:26.601842 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Network hostable DHCP agents. Network: 43650231-cce4-45f7-9de4-4a0c86ceab2f, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:22:26.615300 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=199725ed-a7db-4879-a869-b95585ff0897,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:26.630139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.630479 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.630834 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.631196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.631528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.631886 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.632207 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.632528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.632866 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.633188 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.633504 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.633834 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.634151 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.634466 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.634778 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Tracked resource versions report: Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: pushed versions: Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: { 'AddressGroup': {'1.2'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Agent': {'1.1'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'ConntrackHelper': {'1.0'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Log': {'1.0'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'NDPProxy': {'1.0'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Network': {'1.1'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Port': {'1.7'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'PortForwarding': {'1.3'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'QosPolicy': {'1.10'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroup': {'1.5'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SubPort': {'1.0'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Subnet': {'1.1'}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Trunk': {'1.1'}} Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: consumer versions: Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Agent': '1.1', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'ConntrackHelper': '1.0', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'LocalIPAssociation': '1.0', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Log': '1.0', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'NDPProxy': '1.0', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Network': '1.1', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Port': '1.7', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'PortForwarding': '1.3', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'QosPolicy': '1.10', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroup': '1.5', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroupRule': '1.2', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SubPort': '1.0', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Subnet': '1.1', Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Trunk': '1.1'}} Oct 27 17:22:26.636213 dv-cinder-862831-1-iscsi neutron-server[104580]: {{(pid=104580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:22:26.651151 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:22:26.664964 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 43650231-cce4-45f7-9de4-4a0c86ceab2f) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:22:26.669269 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:26.669863 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:26.675197 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e65db-39b3-4307-9159-626dfd091eed None None] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:22:26.696648 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-eff6ea2f-d5cd-4705-b2e5-5ac0bc8576f0 demo admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4946659 Oct 27 17:22:26.963089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-43650231-cce4-45f7-9de4-4a0c86ceab2f', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'project_id': '8ca450960f374fc291f2778ef8879794', 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:22:26.964504 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:27.242184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Allocated IP 172.20.0.2 (43650231-cce4-45f7-9de4-4a0c86ceab2f/199725ed-a7db-4879-a869-b95585ff0897/77c87286-54d2-44b4-8e13-9041d8260dec) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:22:27.374778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:27.516857 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Publish callbacks [] for port (77c87286-54d2-44b4-8e13-9041d8260dec), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:27.524498 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:27.603991 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:22:27.605512 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:22:27.610932 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Pushing event updated for resources: {'Port': ['ID=77c87286-54d2-44b4-8e13-9041d8260dec,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:27.614117 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:22:27.624512 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.624855 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.625215 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.625569 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.625902 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.626225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.626549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.626869 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.627190 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.627508 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.627859 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.628193 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.628515 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.628828 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.629177 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Tracked resource versions report: Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: pushed versions: Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: { 'AddressGroup': {'1.2'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Agent': {'1.1'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'ConntrackHelper': {'1.0'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Log': {'1.0'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'NDPProxy': {'1.0'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Network': {'1.1'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Port': {'1.7'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'PortForwarding': {'1.3'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'QosPolicy': {'1.10'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroup': {'1.5'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SubPort': {'1.0'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Subnet': {'1.1'}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Trunk': {'1.1'}} Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: consumer versions: Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Agent': '1.1', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'ConntrackHelper': '1.0', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'LocalIPAssociation': '1.0', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Log': '1.0', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'NDPProxy': '1.0', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Network': '1.1', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Port': '1.7', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'PortForwarding': '1.3', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'QosPolicy': '1.10', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroup': '1.5', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroupRule': '1.2', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SubPort': '1.0', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Subnet': '1.1', Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Trunk': '1.1'}} Oct 27 17:22:27.630690 dv-cinder-862831-1-iscsi neutron-server[104581]: {{(pid=104581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:22:27.699392 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:27.710414 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Attempting to bind port 77c87286-54d2-44b4-8e13-9041d8260dec on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:22:27.710817 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Attempting to bind port 77c87286-54d2-44b4-8e13-9041d8260dec by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:22:27.711253 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Attempting to bind port 77c87286-54d2-44b4-8e13-9041d8260dec on network 43650231-cce4-45f7-9de4-4a0c86ceab2f {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:22:27.758104 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:22:27.758462 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Checking segment: {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:22:27.758931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:27.759321 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Bound using segment: {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:22:27.759821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Bound port: 77c87286-54d2-44b4-8e13-9041d8260dec, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:22:27.760220 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:27.822002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] For port 77c87286-54d2-44b4-8e13-9041d8260dec, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:22:27.841254 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] For port 77c87286-54d2-44b4-8e13-9041d8260dec, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=77c87286-54d2-44b4-8e13-9041d8260dec,segment=NetworkSegment(980987f3-3cf2-4ce6-8780-e49ff9ac04ac),segment_id=980987f3-3cf2-4ce6-8780-e49ff9ac04ac)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:22:27.849150 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:27.899861 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f6724-905c-49af-a1ac-0b3555809c86 None None] Pushing event updated for resources: {'Port': ['ID=77c87286-54d2-44b4-8e13-9041d8260dec,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:29.335911 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 33080) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:29.657287 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [None req-a01741f2-5b57-4919-86e0-95223e33856d admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:22:29.658313 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a01741f2-5b57-4919-86e0-95223e33856d admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3213742 Oct 27 17:22:30.181511 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:30.186557 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:32.308882 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33092) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:32.551276 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=53,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:32.590990 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=52,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:32.636485 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-d61845a4-1331-4e8b-9271-57345c67a3de admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:22:32.637508 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d61845a4-1331-4e8b-9271-57345c67a3de admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3276634 Oct 27 17:22:35.283783 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33106) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:35.616794 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:35.641244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (182f9140-f82d-41db-a4e7-53d6d85af7a6), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:35.642797 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (182f9140-f82d-41db-a4e7-53d6d85af7a6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:35.780585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] Publish callbacks [] for router_controller (182f9140-f82d-41db-a4e7-53d6d85af7a6), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:35.785694 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (182f9140-f82d-41db-a4e7-53d6d85af7a6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:35.802323 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:35.803491 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-67a57f10-f6b8-4977-912c-797cc7d60dff demo demo] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5187294 Oct 27 17:22:35.927171 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0c56d-0b11-4b88-9771-9450033b1a06 None None] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:22:35.969664 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Provisioning complete for port 77c87286-54d2-44b4-8e13-9041d8260dec triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:35.970074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:35.970436 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Attempt 1 to provision port 77c87286-54d2-44b4-8e13-9041d8260dec Oct 27 17:22:36.178259 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Current status of the port 77c87286-54d2-44b4-8e13-9041d8260dec is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:22:36.178569 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:36.213940 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] For port 77c87286-54d2-44b4-8e13-9041d8260dec, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=77c87286-54d2-44b4-8e13-9041d8260dec,segment=NetworkSegment(980987f3-3cf2-4ce6-8780-e49ff9ac04ac),segment_id=980987f3-3cf2-4ce6-8780-e49ff9ac04ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:22:36.218959 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:36.269820 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b702b0b-d817-48b3-a49a-5bdbc81f8dd4 None None] Pushing event updated for resources: {'Port': ['ID=77c87286-54d2-44b4-8e13-9041d8260dec,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:36.439824 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-6a76add5-715b-486f-a81f-99482c192377 None None] Provisioning complete for port 77c87286-54d2-44b4-8e13-9041d8260dec triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:36.439824 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a76add5-715b-486f-a81f-99482c192377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:36.439824 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-6a76add5-715b-486f-a81f-99482c192377 None None] Attempt 1 to provision port 77c87286-54d2-44b4-8e13-9041d8260dec Oct 27 17:22:36.474379 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 77c87286-54d2-44b4-8e13-9041d8260dec up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:22:36.514026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:36.555010 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 77c87286-54d2-44b4-8e13-9041d8260dec triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:36.555391 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:36.555751 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 77c87286-54d2-44b4-8e13-9041d8260dec Oct 27 17:22:36.558074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-6a76add5-715b-486f-a81f-99482c192377 None None] Current status of the port 77c87286-54d2-44b4-8e13-9041d8260dec is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:22:36.628278 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 77c87286-54d2-44b4-8e13-9041d8260dec is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:22:36.687250 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=58,neutron:INSERT=35,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:36.688938 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:38.418891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33118) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:38.744305 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-7cb675c6-d7a1-44d5-a60e-518b92988b2d admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:22:38.745318 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7cb675c6-d7a1-44d5-a60e-518b92988b2d admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3254862 Oct 27 17:22:41.145424 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8ded819f-10c2-4526-bf33-64fd06058741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.373807 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33126) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:41.688802 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:41.709372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Made reservation on behalf of 5e5c1599f7244339bead4f7fd0c1db3a for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:22:41.711767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.719942 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.795849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks [] for security_group (f8d4c28f-4b04-4f7c-b015-c96154f787e2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.799296 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f8d4c28f-4b04-4f7c-b015-c96154f787e2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.815237 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Reserving flat network on physical network physnet1 {{(pid=104579) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 17:22:41.834849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d4c28f-4b04-4f7c-b015-c96154f787e2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:41.841129 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (6a5d22cf-3312-400d-a3f3-bd0a1f2615e7), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.841467 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Added segment 6a5d22cf-3312-400d-a3f3-bd0a1f2615e7 of type flat for network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 Oct 27 17:22:41.887557 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.921617 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.922538 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:41.923113 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:41.988973 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6140993 Oct 27 17:22:42.034241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a00c7d-d15c-4741-9ba8-738f6b9bd6cb admin admin] Pushing event updated for resources: {'Network': ['ID=b205bbac-529b-4ab5-a9ad-cbe31a2f14a1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:42.045169 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:22:42.058983 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:43.512563 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-04f7a2b9-089c-4d29-8774-0da89bfa3ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:44.583659 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 33134) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:44.909831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:44.941584 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746dc4d-2c5a-4c07-a2b1-695a0e5e814a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:44.942981 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a746dc4d-2c5a-4c07-a2b1-695a0e5e814a demo admin] 10.222.0.36 "GET /networking/v2.0/subnets/199725ed-a7db-4879-a869-b95585ff0897 HTTP/1.1" status: 200 len: 849 time: 0.3583086 Oct 27 17:22:45.117690 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ede7437d-793e-4c2d-b2c3-77dce82ba5f7 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/182f9140-f82d-41db-a4e7-53d6d85af7a6 HTTP/1.1" status: 200 len: 704 time: 0.1687543 Oct 27 17:22:45.381314 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:45.673824 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Allocated IP 172.20.0.1 (43650231-cce4-45f7-9de4-4a0c86ceab2f/199725ed-a7db-4879-a869-b95585ff0897/cd6efec5-5859-423f-a857-8ce35576edc5) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:22:45.825268 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks [] for port (cd6efec5-5859-423f-a857-8ce35576edc5), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:45.889329 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:45.954681 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:22:45.960344 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:22:45.973571 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:22:45.974146 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (182f9140-f82d-41db-a4e7-53d6d85af7a6), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.029705 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Pushing event updated for resources: {'Port': ['ID=cd6efec5-5859-423f-a857-8ce35576edc5,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:46.131454 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-eb5aed75-bdda-4d99-8864-5a756b801c50 None None] Provisioning complete for port cd6efec5-5859-423f-a857-8ce35576edc5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:46.132113 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb5aed75-bdda-4d99-8864-5a756b801c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.132335 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-eb5aed75-bdda-4d99-8864-5a756b801c50 None None] Attempt 1 to provision port cd6efec5-5859-423f-a857-8ce35576edc5 Oct 27 17:22:46.135057 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.153088 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:46.163356 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-eb5aed75-bdda-4d99-8864-5a756b801c50 None None] Port cd6efec5-5859-423f-a857-8ce35576edc5 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:22:46.172289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.175637 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:46.420864 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks [] for port (cd6efec5-5859-423f-a857-8ce35576edc5), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.426134 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.427057 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (182f9140-f82d-41db-a4e7-53d6d85af7a6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.508843 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Pushing event updated for resources: {'Port': ['ID=cd6efec5-5859-423f-a857-8ce35576edc5,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:46.551332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:22:46.552677 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:22:46.708693 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Router 182f9140-f82d-41db-a4e7-53d6d85af7a6 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:22:46.782911 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-87aeb3d3-04ba-431d-905a-2dcff13dfb8e None None] Provisioning complete for port cd6efec5-5859-423f-a857-8ce35576edc5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:46.783416 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-87aeb3d3-04ba-431d-905a-2dcff13dfb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:46.783781 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-87aeb3d3-04ba-431d-905a-2dcff13dfb8e None None] Attempt 1 to provision port cd6efec5-5859-423f-a857-8ce35576edc5 Oct 27 17:22:46.794493 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:22:46.799589 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4c33348b-6720-452b-979d-76b32b2661a1 demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/182f9140-f82d-41db-a4e7-53d6d85af7a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6764300 Oct 27 17:22:46.804976 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Sync routers for ids ['182f9140-f82d-41db-a4e7-53d6d85af7a6'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:22:46.819303 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Routers {'182f9140-f82d-41db-a4e7-53d6d85af7a6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:22:46.820453 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:22:43Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['182f9140-f82d-41db-a4e7-53d6d85af7a6'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:46.897556 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-87aeb3d3-04ba-431d-905a-2dcff13dfb8e None None] Port cd6efec5-5859-423f-a857-8ce35576edc5 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:22:46.900479 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:47.009771 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Set router 182f9140-f82d-41db-a4e7-53d6d85af7a6 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:22:47.423233 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'name': 'router1', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:22:35Z', 'updated_at': '2022-10-27T17:22:46Z', 'revision_number': 2, 'project_id': '8ca450960f374fc291f2778ef8879794', 'gw_port_host': None, '_interfaces': [{'id': 'cd6efec5-5859-423f-a857-8ce35576edc5', 'name': '', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'mac_address': 'fa:16:3e:e5:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:45Z', 'updated_at': '2022-10-27T17:22:46Z', 'revision_number': 2, 'project_id': '8ca450960f374fc291f2778ef8879794', 'subnets': [{'id': '199725ed-a7db-4879-a869-b95585ff0897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:47.470692 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Checking router: 182f9140-f82d-41db-a4e7-53d6d85af7a6 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:22:47.471051 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Updating router 182f9140-f82d-41db-a4e7-53d6d85af7a6 port cd6efec5-5859-423f-a857-8ce35576edc5 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:22:47.525281 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:48.023231 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Publish callbacks [] for port (cd6efec5-5859-423f-a857-8ce35576edc5), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:48.029337 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:48.175065 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Attempting to bind port cd6efec5-5859-423f-a857-8ce35576edc5 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:22:48.175461 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Attempting to bind port cd6efec5-5859-423f-a857-8ce35576edc5 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:22:48.175912 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Attempting to bind port cd6efec5-5859-423f-a857-8ce35576edc5 on network 43650231-cce4-45f7-9de4-4a0c86ceab2f {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:22:48.184049 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Pushing event updated for resources: {'Port': ['ID=cd6efec5-5859-423f-a857-8ce35576edc5,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:48.224998 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.225332 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.225670 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.226005 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.226330 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.226654 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.226971 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.227543 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.227882 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.228198 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.228512 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.228844 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.229157 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.229468 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.229776 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Tracked resource versions report: Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: pushed versions: Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: { 'AddressGroup': {'1.2'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Agent': {'1.1'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'ConntrackHelper': {'1.0'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Log': {'1.0'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'NDPProxy': {'1.0'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Network': {'1.1'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Port': {'1.7'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'PortForwarding': {'1.3'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'QosPolicy': {'1.10'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroup': {'1.5'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SubPort': {'1.0'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Subnet': {'1.1'}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Trunk': {'1.1'}} Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: consumer versions: Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Agent': '1.1', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'ConntrackHelper': '1.0', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'LocalIPAssociation': '1.0', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Log': '1.0', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'NDPProxy': '1.0', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Network': '1.1', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Port': '1.7', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'PortForwarding': '1.3', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'QosPolicy': '1.10', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroup': '1.5', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroupRule': '1.2', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SubPort': '1.0', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Subnet': '1.1', Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Trunk': '1.1'}} Oct 27 17:22:48.231230 dv-cinder-862831-1-iscsi neutron-server[104582]: {{(pid=104582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:22:48.271148 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:48.274586 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:22:48.274918 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Checking segment: {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:22:48.275393 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:48.275807 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Bound using segment: {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:22:48.276308 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Bound port: cd6efec5-5859-423f-a857-8ce35576edc5, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980987f3-3cf2-4ce6-8780-e49ff9ac04ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:22:48.276688 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:48.341031 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] For port cd6efec5-5859-423f-a857-8ce35576edc5, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:22:48.359953 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] For port cd6efec5-5859-423f-a857-8ce35576edc5, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=cd6efec5-5859-423f-a857-8ce35576edc5,segment=NetworkSegment(980987f3-3cf2-4ce6-8780-e49ff9ac04ac),segment_id=980987f3-3cf2-4ce6-8780-e49ff9ac04ac)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:22:48.366248 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:48.406679 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Routers {'182f9140-f82d-41db-a4e7-53d6d85af7a6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:22:48.407294 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:22:43Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['182f9140-f82d-41db-a4e7-53d6d85af7a6'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:48.412232 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:48.455267 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bc139-5cbb-42a6-8218-84cdfade1d73 None None] Pushing event updated for resources: {'Port': ['ID=cd6efec5-5859-423f-a857-8ce35576edc5,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:48.504772 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] Set router 182f9140-f82d-41db-a4e7-53d6d85af7a6 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:22:48.694624 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'name': 'router1', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:22:35Z', 'updated_at': '2022-10-27T17:22:46Z', 'revision_number': 2, 'project_id': '8ca450960f374fc291f2778ef8879794', 'gw_port_host': None, '_interfaces': [{'id': 'cd6efec5-5859-423f-a857-8ce35576edc5', 'name': '', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'mac_address': 'fa:16:3e:e5:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:45Z', 'updated_at': '2022-10-27T17:22:48Z', 'revision_number': 4, 'project_id': '8ca450960f374fc291f2778ef8879794', 'subnets': [{'id': '199725ed-a7db-4879-a869-b95585ff0897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:48.718945 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942131-2cbc-42be-8a35-da7e2b2811c6 None None] The sync data for ids ['182f9140-f82d-41db-a4e7-53d6d85af7a6'] in dv-cinder-862831-1-iscsi is: [{'id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'name': 'router1', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:22:35Z', 'updated_at': '2022-10-27T17:22:46Z', 'revision_number': 2, 'project_id': '8ca450960f374fc291f2778ef8879794', 'gw_port_host': None, '_interfaces': [{'id': 'cd6efec5-5859-423f-a857-8ce35576edc5', 'name': '', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'mac_address': 'fa:16:3e:e5:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:45Z', 'updated_at': '2022-10-27T17:22:48Z', 'revision_number': 4, 'project_id': '8ca450960f374fc291f2778ef8879794', 'subnets': [{'id': '199725ed-a7db-4879-a869-b95585ff0897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:22:49.425490 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33144) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:49.855049 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6783e30-2643-4047-a7c1-b02d0291a8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:49.856504 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e6783e30-2643-4047-a7c1-b02d0291a8e2 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 HTTP/1.1" status: 200 len: 842 time: 0.4298704 Oct 27 17:22:49.867054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:49.890720 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Made reservation on behalf of 5e5c1599f7244339bead4f7fd0c1db3a for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:22:49.893175 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:50.136237 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:50.169428 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:50.249287 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.objects.ports [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104579) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 27 17:22:50.249814 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (27e70146-290b-486f-868b-b54af24447fe), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:50.313974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e70146-290b-486f-868b-b54af24447fe,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:50.323449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:22:50.323856 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Network hostable DHCP agents. Network: b205bbac-529b-4ab5-a9ad-cbe31a2f14a1, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:22:50.344430 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:22:50.355897 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, b205bbac-529b-4ab5-a9ad-cbe31a2f14a1) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:22:50.360847 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:50.361497 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:50.371077 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d424379-f6b4-4937-ad56-c9b349c80e66 None None] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:22:50.379620 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0f50e80a-a70b-49a2-95f3-b59e9f255fe8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5161839 Oct 27 17:22:50.499872 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b1b4a-963b-4ee1-8d84-a1ac2a98f0fd None None] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:22:53.072848 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33154) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:53.595470 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-64bc18fb-d358-4256-b514-ec5f00056ad7 demo admin] 10.222.0.36 "GET /networking/v2.0/routers/182f9140-f82d-41db-a4e7-53d6d85af7a6 HTTP/1.1" status: 200 len: 710 time: 0.5180509 Oct 27 17:22:53.686144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6236c2-67ee-4497-b039-3b6ac7343f88 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:22:53.687509 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-bb6236c2-67ee-4497-b039-3b6ac7343f88 demo admin] 10.222.0.36 "GET /networking/v2.0/networks/b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 HTTP/1.1" status: 200 len: 886 time: 0.0896780 Oct 27 17:22:53.696869 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:22:53.933698 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks [] for router_gateway (182f9140-f82d-41db-a4e7-53d6d85af7a6), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.192074 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks [] for router_gateway (182f9140-f82d-41db-a4e7-53d6d85af7a6), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.272394 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.353185 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:54.427291 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:54.428928 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Allocated IP 172.27.0.118 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/81fc9e55-c4e7-467c-9371-2f412749b92f) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:22:54.479146 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device cd6efec5-5859-423f-a857-8ce35576edc5 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:22:54.523026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port cd6efec5-5859-423f-a857-8ce35576edc5 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:54.523418 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.523781 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port cd6efec5-5859-423f-a857-8ce35576edc5 Oct 27 17:22:54.543915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks [] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.601307 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port cd6efec5-5859-423f-a857-8ce35576edc5 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:22:54.601632 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.602486 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.641148 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port cd6efec5-5859-423f-a857-8ce35576edc5, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=cd6efec5-5859-423f-a857-8ce35576edc5,segment=NetworkSegment(980987f3-3cf2-4ce6-8780-e49ff9ac04ac),segment_id=980987f3-3cf2-4ce6-8780-e49ff9ac04ac)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:22:54.645142 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:54.669974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:22:54.679907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:22:54.683045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:22:54.698883 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=cd6efec5-5859-423f-a857-8ce35576edc5,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:54.734534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Pushing event updated for resources: {'Port': ['ID=81fc9e55-c4e7-467c-9371-2f412749b92f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:54.974280 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks [] for router_gateway (182f9140-f82d-41db-a4e7-53d6d85af7a6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:55.158282 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1716063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1717150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-109468'] for router (182f9140-f82d-41db-a4e7-53d6d85af7a6), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:55.163228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1716038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1716041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1717121'] for router (182f9140-f82d-41db-a4e7-53d6d85af7a6), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:55.340732 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Router 182f9140-f82d-41db-a4e7-53d6d85af7a6 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:22:55.388359 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:55.439634 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:55.446426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:22:55.451340 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:55.452266 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a4731f84-7428-4c80-b727-b61ac72b8a0f demo admin] 10.222.0.36 "PUT /networking/v2.0/routers/182f9140-f82d-41db-a4e7-53d6d85af7a6 HTTP/1.1" status: 200 len: 890 time: 1.7586765 Oct 27 17:22:55.474901 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Sync routers for ids ['182f9140-f82d-41db-a4e7-53d6d85af7a6'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:22:55.488348 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Routers {'182f9140-f82d-41db-a4e7-53d6d85af7a6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:22:55.489044 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:22:43Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['182f9140-f82d-41db-a4e7-53d6d85af7a6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:55.556252 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:55.700239 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Set router 182f9140-f82d-41db-a4e7-53d6d85af7a6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:22:56.035979 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:56.073277 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'name': 'router1', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '81fc9e55-c4e7-467c-9371-2f412749b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:22:35Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 4, 'project_id': '8ca450960f374fc291f2778ef8879794', 'gw_port': {'id': '81fc9e55-c4e7-467c-9371-2f412749b92f', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:54Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'cd6efec5-5859-423f-a857-8ce35576edc5', 'name': '', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'mac_address': 'fa:16:3e:e5:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:45Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 5, 'project_id': '8ca450960f374fc291f2778ef8879794', 'subnets': [{'id': '199725ed-a7db-4879-a869-b95585ff0897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:56.124276 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Checking router: 182f9140-f82d-41db-a4e7-53d6d85af7a6 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:22:56.124625 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Updating router 182f9140-f82d-41db-a4e7-53d6d85af7a6 port 81fc9e55-c4e7-467c-9371-2f412749b92f binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:22:56.174698 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.474649 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device cd6efec5-5859-423f-a857-8ce35576edc5 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:22:56.599573 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Publish callbacks [] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.602658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port cd6efec5-5859-423f-a857-8ce35576edc5 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:56.603065 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.603374 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port cd6efec5-5859-423f-a857-8ce35576edc5 Oct 27 17:22:56.606115 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.641361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Attempting to bind port 81fc9e55-c4e7-467c-9371-2f412749b92f on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:22:56.641759 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Attempting to bind port 81fc9e55-c4e7-467c-9371-2f412749b92f by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:22:56.642098 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Attempting to bind port 81fc9e55-c4e7-467c-9371-2f412749b92f on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:22:56.722405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2072-722a-42a6-a83e-a75323fed173 None None] Pushing event updated for resources: {'Port': ['ID=81fc9e55-c4e7-467c-9371-2f412749b92f,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:56.729779 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:22:56.730202 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:22:56.730549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.730934 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:22:56.731404 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Bound port: 81fc9e55-c4e7-467c-9371-2f412749b92f, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:22:56.731815 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.750908 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:56.787134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port cd6efec5-5859-423f-a857-8ce35576edc5 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:22:56.790925 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:56.791680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=65 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:56.807633 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] For port 81fc9e55-c4e7-467c-9371-2f412749b92f, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:22:56.810663 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] For port 81fc9e55-c4e7-467c-9371-2f412749b92f, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=81fc9e55-c4e7-467c-9371-2f412749b92f,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:22:56.816978 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:56.857641 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Routers {'182f9140-f82d-41db-a4e7-53d6d85af7a6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:22:56.858281 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:22:43Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['182f9140-f82d-41db-a4e7-53d6d85af7a6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:56.904980 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2072-722a-42a6-a83e-a75323fed173 None None] Pushing event updated for resources: {'Port': ['ID=81fc9e55-c4e7-467c-9371-2f412749b92f,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:56.973513 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] Set router 182f9140-f82d-41db-a4e7-53d6d85af7a6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:22:57.058090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:22:57.168831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'name': 'router1', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '81fc9e55-c4e7-467c-9371-2f412749b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:22:35Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 4, 'project_id': '8ca450960f374fc291f2778ef8879794', 'gw_port': {'id': '81fc9e55-c4e7-467c-9371-2f412749b92f', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:54Z', 'updated_at': '2022-10-27T17:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'cd6efec5-5859-423f-a857-8ce35576edc5', 'name': '', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'mac_address': 'fa:16:3e:e5:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:45Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 5, 'project_id': '8ca450960f374fc291f2778ef8879794', 'subnets': [{'id': '199725ed-a7db-4879-a869-b95585ff0897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:57.194704 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8782c558-ba8e-4c28-a450-37d4492ab343 None None] The sync data for ids ['182f9140-f82d-41db-a4e7-53d6d85af7a6'] in dv-cinder-862831-1-iscsi is: [{'id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'name': 'router1', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '81fc9e55-c4e7-467c-9371-2f412749b92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:22:35Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 4, 'project_id': '8ca450960f374fc291f2778ef8879794', 'gw_port': {'id': '81fc9e55-c4e7-467c-9371-2f412749b92f', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:54Z', 'updated_at': '2022-10-27T17:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'cd6efec5-5859-423f-a857-8ce35576edc5', 'name': '', 'network_id': '43650231-cce4-45f7-9de4-4a0c86ceab2f', 'tenant_id': '8ca450960f374fc291f2778ef8879794', 'mac_address': 'fa:16:3e:e5:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f9140-f82d-41db-a4e7-53d6d85af7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '199725ed-a7db-4879-a869-b95585ff0897', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:22:45Z', 'updated_at': '2022-10-27T17:22:54Z', 'revision_number': 5, 'project_id': '8ca450960f374fc291f2778ef8879794', 'subnets': [{'id': '199725ed-a7db-4879-a869-b95585ff0897', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '793097ba-60f3-4da6-b745-dfe51eab1e13'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:22:57.680907 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:58.234548 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33168) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:22:58.477896 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 81fc9e55-c4e7-467c-9371-2f412749b92f up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:22:58.524605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 81fc9e55-c4e7-467c-9371-2f412749b92f triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:22:58.525002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:58.525338 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 81fc9e55-c4e7-467c-9371-2f412749b92f Oct 27 17:22:58.596628 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 81fc9e55-c4e7-467c-9371-2f412749b92f is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:22:58.597010 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:58.618523 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 81fc9e55-c4e7-467c-9371-2f412749b92f, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=81fc9e55-c4e7-467c-9371-2f412749b92f,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:22:58.622444 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:22:58.628848 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a50ecbad-1faf-44fd-a11f-b9f26ac189ed admin admin] 10.222.0.36 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3930607 Oct 27 17:22:58.672255 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=81fc9e55-c4e7-467c-9371-2f412749b92f,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:59.690521 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=30 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:00.481580 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 81fc9e55-c4e7-467c-9371-2f412749b92f up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:23:00.528010 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 81fc9e55-c4e7-467c-9371-2f412749b92f triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:23:00.528405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (81fc9e55-c4e7-467c-9371-2f412749b92f), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:00.528737 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 81fc9e55-c4e7-467c-9371-2f412749b92f Oct 27 17:23:00.604182 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 81fc9e55-c4e7-467c-9371-2f412749b92f is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:23:07.676892 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:08.618796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:08.622963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:10.594812 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:10.602252 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:11.149082 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4b19980-4eb1-4835-a00f-cb5cf1484b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:13.517846 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68aa6a9b-3da7-4140-9d5d-475c63d0c9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:14.915924 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:16.137996 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:16.845063 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:26.824046 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:26.837198 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:34.680026 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:23:41.161282 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ade9cb00-2341-46fc-a864-9fc1cc0e62bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:43.519523 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-69363812-fb98-4a87-a183-1cec2327bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:44.675695 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:44.676552 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:44.923983 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:46.135775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:46.825138 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:23:56.811827 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=27 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:23:56.817211 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:11.153285 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3c1dca0d-f30b-4c2c-ac6c-0d0988f4c389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:11.678535 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:24:13.513303 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1f79488c-405d-4afe-9368-6f200ece2894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:14.925381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:16.133959 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:16.818164 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:24.203957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33714) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:24.533902 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba72ad7-c589-46ad-9615-9564344cc982 admin admin] GET failed (client error): The resource could not be found. Oct 27 17:24:24.535173 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fba72ad7-c589-46ad-9615-9564344cc982 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3303399 Oct 27 17:24:24.698837 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87467ec4-f779-4b14-a100-40f4f9433526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:24.700366 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-87467ec4-f779-4b14-a100-40f4f9433526 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608269 Oct 27 17:24:26.811874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:26.814485 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:27.286519 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33726) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:27.668262 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67cdff-0e67-4b6a-8b26-0c3322d37fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:27.669642 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9e67cdff-0e67-4b6a-8b26-0c3322d37fb2 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/199725ed-a7db-4879-a869-b95585ff0897 HTTP/1.1" status: 200 len: 849 time: 0.3821678 Oct 27 17:24:27.679302 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:24:27.765712 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Publish callbacks [] for subnet (199725ed-a7db-4879-a869-b95585ff0897), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:27.908780 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763296768440'] for subnet (199725ed-a7db-4879-a869-b95585ff0897), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:27.942799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:27.943396 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:27.944702 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] 10.222.0.36 "PUT /networking/v2.0/subnets/199725ed-a7db-4879-a869-b95585ff0897 HTTP/1.1" status: 200 len: 868 time: 0.2689610 Oct 27 17:24:27.946293 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c3917-32a9-4aa0-8a4f-e2c93eb169f0 None None] Network 43650231-cce4-45f7-9de4-4a0c86ceab2f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:24:27.960441 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199725ed-a7db-4879-a869-b95585ff0897,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:24:27.970191 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.970608 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.970988 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.971337 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.971677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.972057 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.972412 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.972747 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.973079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.973409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.974006 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.974352 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.974680 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.975003 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:27.975325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443598dd-81c0-4d1d-a7b7-f266776f44e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:24:28.216055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Provisioning complete for port 77c87286-54d2-44b4-8e13-9041d8260dec triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:24:28.216466 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (77c87286-54d2-44b4-8e13-9041d8260dec), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:28.216801 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Attempt 1 to provision port 77c87286-54d2-44b4-8e13-9041d8260dec Oct 27 17:24:28.290408 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Current status of the port 77c87286-54d2-44b4-8e13-9041d8260dec is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:24:28.298793 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Provisioning complete for port cd6efec5-5859-423f-a857-8ce35576edc5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:24:28.299172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cd6efec5-5859-423f-a857-8ce35576edc5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:28.299500 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Attempt 1 to provision port cd6efec5-5859-423f-a857-8ce35576edc5 Oct 27 17:24:28.367445 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fd033-8e05-4988-bb97-fb8d772c94d1 None None] Current status of the port cd6efec5-5859-423f-a857-8ce35576edc5 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:24:30.414480 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:30.419434 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1,neutron:SELECT=19 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:30.491364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33734) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:30.961284 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1416536-6adb-4434-8cc2-c4591acbbdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:30.961674 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1416536-6adb-4434-8cc2-c4591acbbdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:30.963210 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d1416536-6adb-4434-8cc2-c4591acbbdd0 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4708281 Oct 27 17:24:33.480074 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33742) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:33.885249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b5bfd-60ac-4bf8-b6f1-0fa01b4824b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:33.885731 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b5bfd-60ac-4bf8-b6f1-0fa01b4824b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:33.887288 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-418b5bfd-60ac-4bf8-b6f1-0fa01b4824b6 admin admin] 10.222.0.36 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4063241 Oct 27 17:24:36.430799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33750) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:36.846870 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfff16f-1b1b-4c76-bef3-7c402328f1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:36.848275 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cbfff16f-1b1b-4c76-bef3-7c402328f1d6 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/43650231-cce4-45f7-9de4-4a0c86ceab2f HTTP/1.1" status: 200 len: 869 time: 0.4165332 Oct 27 17:24:38.363048 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=35 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:38.365854 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=42 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:39.384019 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33758) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:39.704443 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:39.721840 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:39.781409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6bfa76-662d-4e18-a715-d74bc0a5f56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:39.782768 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2d6bfa76-662d-4e18-a715-d74bc0a5f56c admin admin] 10.222.0.36 "GET /networking/v2.0/networks/b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 HTTP/1.1" status: 200 len: 886 time: 0.3978009 Oct 27 17:24:41.156694 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8306b7ec-d31c-414d-9e7f-4803e1a28d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:42.307429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33766) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:42.698580 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382c479-15f9-4ea2-a17f-22be82054806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:42.699038 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382c479-15f9-4ea2-a17f-22be82054806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:42.700567 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3382c479-15f9-4ea2-a17f-22be82054806 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3921804 Oct 27 17:24:43.516206 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0d0761d7-7e3c-43c2-90d9-f6f2e6ca23c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:44.925354 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:45.251141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33774) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:45.612803 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778480a-1262-4b6d-96cf-3869895e870b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:45.613257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778480a-1262-4b6d-96cf-3869895e870b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:45.614757 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7778480a-1262-4b6d-96cf-3869895e870b admin admin] 10.222.0.36 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3626149 Oct 27 17:24:46.137014 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:46.820513 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:24:48.141550 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33782) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:48.509198 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c92ae-242e-4f11-bd9f-60f381201f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:48.510529 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7c5c92ae-242e-4f11-bd9f-60f381201f30 admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/199725ed-a7db-4879-a869-b95585ff0897 HTTP/1.1" status: 200 len: 868 time: 0.3681054 Oct 27 17:24:48.677610 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:24:51.071978 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33790) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:24:51.429273 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f342ab2b-5b09-4410-b373-a2bb86b0e8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:24:51.430610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f342ab2b-5b09-4410-b373-a2bb86b0e8ba admin admin] 10.222.0.36 "GET /networking/v2.0/subnets/27e70146-290b-486f-868b-b54af24447fe HTTP/1.1" status: 200 len: 816 time: 0.3577766 Oct 27 17:24:56.813908 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:56.815877 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:58.673187 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:24:58.673976 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:01.424612 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=33 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:01.426545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=31 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:11.158426 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-13662ec1-f8d5-4a9d-9d90-6519ac663e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:13.520165 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5e393e0d-4036-4ec4-9355-c46e163d3b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:14.929237 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:16.139264 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:16.824947 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:20.986413 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33846) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:25:21.303587 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-ced1e69c-0b00-4866-9029-acab9d10fdf5 admin admin] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:25:21.304653 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ced1e69c-0b00-4866-9029-acab9d10fdf5 admin admin] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3173087 Oct 27 17:25:23.947421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33854) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:25:24.286359 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf777939-9cf8-457e-b322-0f7bb3e0cdba admin admin] GET failed (client error): The resource could not be found. Oct 27 17:25:24.287621 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-bf777939-9cf8-457e-b322-0f7bb3e0cdba admin admin] 10.222.0.36 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3392565 Oct 27 17:25:24.462537 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6884b-0869-47e2-9539-c58be48c1475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:25:24.464060 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-15d6884b-0869-47e2-9539-c58be48c1475 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1715899 Oct 27 17:25:25.675415 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:25:26.813668 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:26.819813 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:27.049053 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33862) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:25:27.366573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:25:27.386107 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Made reservation on behalf of 5e5c1599f7244339bead4f7fd0c1db3a for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:25:27.388414 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:27.422838 dv-cinder-862831-1-iscsi neutron-server[104579]: WARNING neutron.services.revisions.revision_plugin [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Could not find related network for resource to bump revision. Oct 27 17:25:27.433511 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:25:27.442687 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (40b1b626-7468-48e9-95a0-82e0c64fadfb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:27.443051 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Added segment 40b1b626-7468-48e9-95a0-82e0c64fadfb of type vlan for network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac Oct 27 17:25:27.488426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:27.512210 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:27.513148 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:25:27.513718 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:27.548983 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4989498 Oct 27 17:25:27.580132 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acab747-5054-4812-a882-bd83f4c1c770 admin admin] Pushing event updated for resources: {'Network': ['ID=b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:25:27.590665 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:25:30.124249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33870) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:25:30.457196 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.pecan_wsgi.hooks.translation [None req-9319740d-c3a2-40b9-b189-4691d535bdd5 admin admin] GET failed (client error): The resource could not be found. Oct 27 17:25:30.458460 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9319740d-c3a2-40b9-b189-4691d535bdd5 admin admin] 10.222.0.36 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3333340 Oct 27 17:25:30.530607 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e37061-cbd5-48c3-95bd-3e10aff70556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:25:30.532049 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d9e37061-cbd5-48c3-95bd-3e10aff70556 admin admin] 10.222.0.36 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691829 Oct 27 17:25:30.541731 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Request body: {'subnet': {'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:25:30.561215 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Made reservation on behalf of 5e5c1599f7244339bead4f7fd0c1db3a for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:25:30.564275 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:30.726526 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (3d76ab72-6f8b-47e4-889b-9cb0e46505e4), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:30.771996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d76ab72-6f8b-47e4-889b-9cb0e46505e4,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:25:30.785964 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.786307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.786644 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.786975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.787304 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.787627 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.787974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.788298 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.788637 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.788957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.789292 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.789634 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.789954 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.790270 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.790580 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:30.803059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Checking segment: {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:25:30.803439 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Network hostable DHCP agents. Network: b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:25:30.820357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:25:30.828948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:25:30.833399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:25:30.834548 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:30.837739 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:30.838271 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052da4c-6063-45c9-9ed0-49d5d8370cd1 None None] Network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:25:30.865169 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5d524221-6827-4881-9863-98fa9028201f admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257537 Oct 27 17:25:30.950312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac', 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac', 'project_id': '5e5c1599f7244339bead4f7fd0c1db3a', 'fixed_ips': [{'subnet_id': '3d76ab72-6f8b-47e4-889b-9cb0e46505e4'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:25:30.951252 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:31.094234 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Allocated IP 192.168.233.2 (b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac/3d76ab72-6f8b-47e4-889b-9cb0e46505e4/89855c56-74aa-460d-aac4-d7043494a02b) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:25:31.239299 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Publish callbacks [] for port (89855c56-74aa-460d-aac4-d7043494a02b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:31.245914 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (89855c56-74aa-460d-aac4-d7043494a02b), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:31.288919 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:25:31.292170 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:25:31.295868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:25:31.300744 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Pushing event updated for resources: {'Port': ['ID=89855c56-74aa-460d-aac4-d7043494a02b,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:25:31.323960 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.324300 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.324667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.325021 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.325355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.325684 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.326010 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.326330 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.326650 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.326970 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.327293 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.328222 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.328543 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.328863 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.329180 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:25:31.365274 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Attempting to bind port 89855c56-74aa-460d-aac4-d7043494a02b on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:25:31.365579 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Attempting to bind port 89855c56-74aa-460d-aac4-d7043494a02b by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:25:31.365931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Attempting to bind port 89855c56-74aa-460d-aac4-d7043494a02b on network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:25:31.407794 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:25:31.408162 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Checking segment: {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:25:31.408562 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:31.408953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Bound using segment: {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:25:31.409415 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Bound port: 89855c56-74aa-460d-aac4-d7043494a02b, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:25:31.409830 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (89855c56-74aa-460d-aac4-d7043494a02b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:31.564869 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] For port 89855c56-74aa-460d-aac4-d7043494a02b, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:25:31.568415 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] For port 89855c56-74aa-460d-aac4-d7043494a02b, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=89855c56-74aa-460d-aac4-d7043494a02b,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:25:31.575132 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (89855c56-74aa-460d-aac4-d7043494a02b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:31.634742 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14a903-c5ae-43c6-afa4-089a85c066ab None None] Pushing event updated for resources: {'Port': ['ID=89855c56-74aa-460d-aac4-d7043494a02b,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:25:32.419183 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322da55-d63e-44d4-b855-3a7d9c1c8bc3 None None] Network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:25:32.426225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:32.453417 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Provisioning complete for port 89855c56-74aa-460d-aac4-d7043494a02b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:25:32.453793 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (89855c56-74aa-460d-aac4-d7043494a02b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:32.454122 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Attempt 1 to provision port 89855c56-74aa-460d-aac4-d7043494a02b Oct 27 17:25:32.521856 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:32.598834 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 89855c56-74aa-460d-aac4-d7043494a02b up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:25:32.642860 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Current status of the port 89855c56-74aa-460d-aac4-d7043494a02b is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:25:32.643244 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (89855c56-74aa-460d-aac4-d7043494a02b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:32.691561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] For port 89855c56-74aa-460d-aac4-d7043494a02b, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=89855c56-74aa-460d-aac4-d7043494a02b,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:25:32.692868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 89855c56-74aa-460d-aac4-d7043494a02b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:25:32.693247 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (89855c56-74aa-460d-aac4-d7043494a02b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:32.693574 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 89855c56-74aa-460d-aac4-d7043494a02b Oct 27 17:25:32.713753 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (89855c56-74aa-460d-aac4-d7043494a02b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:32.786001 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ba901-59bd-46eb-a2f5-749bbe5f0ca4 None None] Pushing event updated for resources: {'Port': ['ID=89855c56-74aa-460d-aac4-d7043494a02b,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:25:32.828198 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 89855c56-74aa-460d-aac4-d7043494a02b is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:25:32.834099 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-27b28521-9c04-4a92-b588-8332950c5d63 None None] Provisioning complete for port 89855c56-74aa-460d-aac4-d7043494a02b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:25:32.834547 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-27b28521-9c04-4a92-b588-8332950c5d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (89855c56-74aa-460d-aac4-d7043494a02b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:32.834880 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-27b28521-9c04-4a92-b588-8332950c5d63 None None] Attempt 1 to provision port 89855c56-74aa-460d-aac4-d7043494a02b Oct 27 17:25:32.908033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-27b28521-9c04-4a92-b588-8332950c5d63 None None] Current status of the port 89855c56-74aa-460d-aac4-d7043494a02b is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:25:34.562807 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 89855c56-74aa-460d-aac4-d7043494a02b up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:25:34.605981 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 89855c56-74aa-460d-aac4-d7043494a02b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:25:34.606359 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (89855c56-74aa-460d-aac4-d7043494a02b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:34.606686 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 89855c56-74aa-460d-aac4-d7043494a02b Oct 27 17:25:34.679146 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 89855c56-74aa-460d-aac4-d7043494a02b is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:25:35.672206 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:35.672963 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:40.846183 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=77,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:41.161234 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e19d4035-eb59-45fb-b69f-a843a5369fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:43.522178 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7ad9dcd4-701d-42f0-bb49-9ac366cf9713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:44.931930 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:46.135892 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:46.144212 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:46.827564 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:25:56.821026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:25:56.822775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:02.675871 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:26:11.162555 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2908ad3c-065d-4a3d-9987-0cd21cc61611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:12.672202 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:12.672907 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:13.523254 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7d0269fa-b7e9-4100-87ae-71974c039c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:14.934811 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:16.144904 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:16.833035 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:26.826104 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:26.828458 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:39.675028 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:26:41.168000 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5653cf90-0f24-4091-807a-8509d4f9e61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:43.525055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ca2afeef-24fc-475c-a103-ce9b65c7b7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:44.938198 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:46.149979 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:46.835072 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:49.672067 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:49.672829 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:26:50.933315 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33914) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:26:50.939554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [None req-733a7c07-a574-423f-bbed-372004d346b8 tempest-verify_tempest_config-154884315 tempest-verify_tempest_config-154884315-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:26:50.940637 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-733a7c07-a574-423f-bbed-372004d346b8 tempest-verify_tempest_config-154884315 tempest-verify_tempest_config-154884315-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062969 Oct 27 17:26:51.440699 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 33932) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:26:51.776045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:51.851433 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Publish callbacks [] for security_group (f0476530-4897-42eb-8335-93547f9d82fd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:51.855667 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f0476530-4897-42eb-8335-93547f9d82fd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:51.903112 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0a06c4e159984e7892bc2ce5aa1d86da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4613669 Oct 27 17:26:51.904908 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0476530-4897-42eb-8335-93547f9d82fd,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:26:51.905848 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 33936) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:26:51.911447 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.911817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.912156 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.912492 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.912823 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.913252 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.913573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.913893 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.914213 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.914534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.914853 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.915189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.915508 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.915982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.916166 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f03757c-7034-4b0e-9a2a-c6dc4f7a759b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:51.981063 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Publish callbacks [] for security_group (f0476530-4897-42eb-8335-93547f9d82fd), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:52.000585 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Publish callbacks [] for security_group (f0476530-4897-42eb-8335-93547f9d82fd), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:52.092453 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f0476530-4897-42eb-8335-93547f9d82fd), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:52.094969 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:26:52.096136 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f0476530-4897-42eb-8335-93547f9d82fd HTTP/1.1" status: 204 len: 168 time: 0.1892591 Oct 27 17:26:52.103944 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0476530-4897-42eb-8335-93547f9d82fd,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:26:52.110702 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.111046 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.111385 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.111739 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.112079 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.112411 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.112733 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.113055 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.113436 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.113762 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.114101 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.114440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.114760 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.115084 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:52.115397 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8c282-fc31-4327-9c8e-8721d7bac9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:56.830489 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:01.898884 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:01.907967 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:02.104260 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:02.107405 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:02.136697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:11.169536 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1ffa311e-0aed-4d02-9910-2c24752539e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:13.529149 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b46cdc08-1e6d-44c3-b63b-b10682737405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:14.940054 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:16.152474 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:16.673977 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:27:16.836753 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:26.669411 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:26.670190 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:26.831085 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:26.832881 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:41.171639 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd40b657-888e-4ea1-8e09-d95848e320c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:43.530129 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cd60b24f-deee-48d8-81e9-1f76bc746c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:44.943565 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:46.156428 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:46.841268 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:27:53.673075 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 5 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:27:55.713221 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:56.835784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:27:56.837654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:09.679167 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:11.176261 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16fa7078-052c-4705-837a-0e63870a064a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:13.531208 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-443aa1a2-4fd6-4013-85fe-2bbf5469fbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:14.948096 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:16.160074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:16.844090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:23.527429 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1715578'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:30.672060 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:28:33.521307 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:33.523205 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:37.040426 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34030) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:28:37.168107 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5adec74e-0c6c-4053-8255-e96711ad4b63 admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1265957 Oct 27 17:28:39.673764 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34040) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:28:39.726977 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-606eeab4-f262-4a74-bb39-927b74cf18dd admin admin] 10.222.0.36 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521472 Oct 27 17:28:40.668222 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:40.668923 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:41.177864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5653547e-2c39-42c7-9739-c386364f8087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:43.534281 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-61bb87aa-232a-4cc7-88d8-0611bd8c1498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:44.948886 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:46.163360 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:46.846685 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:28:49.721505 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:49.723113 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:28:53.491606 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:03.481204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:03.487487 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:07.671015 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:29:11.179330 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbd85-5b47-4242-8b72-fc9845db4694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:13.536333 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a3ddb0de-33ce-4bef-ad4c-41d23c15af88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:14.950994 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:16.166882 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:16.853070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:17.666301 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=19 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:17.667154 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:23.492361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:33.486366 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:33.488614 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:41.181853 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d03a-37ec-492e-8c92-fa860a7c29db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:43.538918 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b9d9da50-ecb9-4765-b6b6-07a05a78f972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:44.670872 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:29:44.953242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:46.170557 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:46.856184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:51.677262 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:29:53.523481 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:29:54.665962 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:03.516899 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:03.518822 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:09.685372 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:09.685372 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:11.182612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-050006c9-4251-49e5-bbbb-2a003defd910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.014892 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34224) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:12.305521 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-645041237-network', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:12.330520 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Made reservation on behalf of 48c1b56e78014b57918f3c4b7ed32114 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:12.333024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.342129 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.418988 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34244) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:12.447884 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks [] for security_group (3626c585-9ce5-46b2-b282-6604c7817037), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.456977 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (3626c585-9ce5-46b2-b282-6604c7817037), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.474658 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:30:12.490500 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (e2aec4cd-edca-4a2a-b317-c810cc7596ab), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.491051 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Added segment e2aec4cd-edca-4a2a-b317-c810cc7596ab of type vlan for network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb Oct 27 17:30:12.537427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.572898 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.574228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:12.574996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.590189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3626c585-9ce5-46b2-b282-6604c7817037,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:12.598553 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5822518 Oct 27 17:30:12.598736 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34256) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:12.604326 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Request body: {'subnet': {'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-subnet', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:12.606293 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.606887 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.607650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.608185 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.608714 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.609048 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.609547 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.610037 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.610606 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.611140 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.611634 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.612409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.612901 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.613382 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.613854 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Tracked resource versions report: Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: pushed versions: Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: { 'AddressGroup': {'1.2'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Agent': {'1.1'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'ConntrackHelper': {'1.0'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Log': {'1.0'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'NDPProxy': {'1.0'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Network': {'1.1'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Port': {'1.7'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'PortForwarding': {'1.3'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'QosPolicy': {'1.10'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroup': {'1.5'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SubPort': {'1.0'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Subnet': {'1.1'}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Trunk': {'1.1'}} Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: consumer versions: Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: HyperV agent@hv-cinder-86283: {}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Agent': '1.1', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'ConntrackHelper': '1.0', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'LocalIPAssociation': '1.0', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Log': '1.0', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'NDPProxy': '1.0', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Network': '1.1', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Port': '1.7', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'PortForwarding': '1.3', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'QosPolicy': '1.10', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroup': '1.5', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SecurityGroupRule': '1.2', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'SubPort': '1.0', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Subnet': '1.1', Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: 'Trunk': '1.1'}} Oct 27 17:30:12.615576 dv-cinder-862831-1-iscsi neutron-server[104579]: {{(pid=104579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:30:12.644964 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Made reservation on behalf of 48c1b56e78014b57918f3c4b7ed32114 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:12.652806 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.696376 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34262) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:12.705655 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b5c67-7a04-4c67-bdb4-9322ff35aa6c admin admin] Pushing event updated for resources: {'Network': ['ID=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:12.717621 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:30:12.818971 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-895406135-network', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:12.877064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Made reservation on behalf of a9d4d4a323694c4c9244df4f17342a35 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:12.879720 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.897224 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:12.915736 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (526dcb3e-0e28-4106-b241-0edbed7efd5f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.020715 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526dcb3e-0e28-4106-b241-0edbed7efd5f,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:13.043439 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.044070 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.044582 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.045060 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.062280 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.062924 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.063438 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.063960 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.066341 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.067287 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.067944 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.068475 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.069297 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.072411 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.072938 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Tracked resource versions report: Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: pushed versions: Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: { 'AddressGroup': {'1.2'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Agent': {'1.1'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'ConntrackHelper': {'1.0'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Log': {'1.0'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'NDPProxy': {'1.0'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Network': {'1.1'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Port': {'1.7'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'PortForwarding': {'1.3'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'QosPolicy': {'1.10'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroup': {'1.5'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SubPort': {'1.0'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Subnet': {'1.1'}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Trunk': {'1.1'}} Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: consumer versions: Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: HyperV agent@hv-cinder-86283: {}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Agent': '1.1', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'ConntrackHelper': '1.0', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'LocalIPAssociation': '1.0', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Log': '1.0', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'NDPProxy': '1.0', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Network': '1.1', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Port': '1.7', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'PortForwarding': '1.3', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'QosPolicy': '1.10', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroup': '1.5', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SecurityGroupRule': '1.2', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'SubPort': '1.0', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Subnet': '1.1', Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: 'Trunk': '1.1'}} Oct 27 17:30:13.074349 dv-cinder-862831-1-iscsi neutron-server[104580]: {{(pid=104580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:30:13.099825 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Checking segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:13.100186 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Network hostable DHCP agents. Network: 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:30:13.142486 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks [] for security_group (2d99b8eb-0324-4638-99f7-cd21673c83b0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.165680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2d99b8eb-0324-4638-99f7-cd21673c83b0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.180699 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:30:13.205551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:13.207523 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:30:13.224228 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:13.225055 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.230190 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c951955-625f-45a5-ab45-a976da838534 None None] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:13.234248 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99b8eb-0324-4638-99f7-cd21673c83b0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:13.239789 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-629303486-network', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:13.250366 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763296860537', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (f72856cf-fee9-4ab8-aa76-ec815b03400c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.250904 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Unsubscribe: segment precommit_create {{(pid=104580) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 17:30:13.251528 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Added segment f72856cf-fee9-4ab8-aa76-ec815b03400c of type vlan for network ace0e445-53a9-4562-8c1c-1746268e4744 Oct 27 17:30:13.288718 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Made reservation on behalf of 32e47ddf4f9e4e6cb6ed56253f708fac for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:13.292647 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.315570 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f0793a59-0bfb-45f7-bf37-ce06f9e6fc47 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7158098 Oct 27 17:30:13.318332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34290) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:13.321410 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (ace0e445-53a9-4562-8c1c-1746268e4744), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.325648 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34292) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:13.327520 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.328848 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:13.356251 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:13.377481 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (d31e5820-5239-474e-8eb1-1608fb88c10d), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.379016 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (d31e5820-5239-474e-8eb1-1608fb88c10d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.392346 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (ace0e445-53a9-4562-8c1c-1746268e4744), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.393912 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:13.394715 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.531794 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34300) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:13.557395 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks [] for security_group (0a587178-e0fc-4705-ad14-90da12238c25), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.557659 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:30:13.559885 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.572984 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0a587178-e0fc-4705-ad14-90da12238c25), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.579632 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8cfc09c5-0bd2-4e30-8b13-3c76a80fb7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.674763 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks [] for router_controller (d31e5820-5239-474e-8eb1-1608fb88c10d), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.675858 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:13.677689 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] Pushing event updated for resources: {'Network': ['ID=ace0e445-53a9-4562-8c1c-1746268e4744,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:13.708796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-network', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:13.769134 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:30:13.774331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Made reservation on behalf of e29292a8f0184800a931a0cbd8c72bf8 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:13.777254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.805467 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.815157 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network ace0e445-53a9-4562-8c1c-1746268e4744 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:30:13.832132 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a587178-e0fc-4705-ad14-90da12238c25,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:13.854234 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks [] for router_gateway (d31e5820-5239-474e-8eb1-1608fb88c10d), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.867009 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-57beee53-f565-4054-b8d5-5f7367eddcf1 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4469724 Oct 27 17:30:13.867836 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34310) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:13.873206 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:13.874050 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Added segment a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b of type vlan for network d4997daf-43a9-4912-bbef-3879a78a2a93 Oct 27 17:30:13.931403 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1885629080-network', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:13.988046 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Made reservation on behalf of a35c2b53ccb445d4b0dd2915376f69cf for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:13.996341 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.037047 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Request body: {'subnet': {'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-895406135-subnet', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:14.071174 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.074868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:14.094145 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:14.127365 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (d4997daf-43a9-4912-bbef-3879a78a2a93), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.150755 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Made reservation on behalf of a9d4d4a323694c4c9244df4f17342a35 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:14.156145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.265763 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Allocated IP 172.20.0.2 (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb/526dcb3e-0e28-4106-b241-0edbed7efd5f/f94d2fea-7e4d-4a74-84f4-1dca5a270331) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:14.339737 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:14.398016 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (d4997daf-43a9-4912-bbef-3879a78a2a93), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.400493 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:14.401373 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.406955 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (7ab53b09-4272-4f5b-86bd-0acf7f6ce418), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.445255 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks [] for security_group (7dbe8cdc-030a-4268-9cd2-01fb1e50c281), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.489201 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (7dbe8cdc-030a-4268-9cd2-01fb1e50c281), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.494864 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks [] for router_gateway (d31e5820-5239-474e-8eb1-1608fb88c10d), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.527447 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.542651 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab53b09-4272-4f5b-86bd-0acf7f6ce418,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:14.597398 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Checking segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:14.597870 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Network hostable DHCP agents. Network: ace0e445-53a9-4562-8c1c-1746268e4744, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:30:14.627560 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:30:14.664662 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Publish callbacks [] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.665379 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (c6b4229f-96c4-4739-882d-4018f451f171), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.665779 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Added segment c6b4229f-96c4-4739-882d-4018f451f171 of type vlan for network 1141f554-a530-4b9e-acf6-75096dad10e5 Oct 27 17:30:14.676288 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9777694 Oct 27 17:30:14.677613 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.688543 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34342) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:14.721869 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:14.725411 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Request body: {'subnet': {'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-629303486-subnet', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:14.726625 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:14.728784 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Network ace0e445-53a9-4562-8c1c-1746268e4744 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:30:14.737552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:14.764381 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, ace0e445-53a9-4562-8c1c-1746268e4744) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:14.771381 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:14.771977 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.789052 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Allocated IP 172.27.0.241 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/b86ece3e-3c6a-448a-a6a1-30f853ab73c0) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:14.791242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee3c4e-7e04-4fdb-8584-c3fd66b7893a None None] Network ace0e445-53a9-4562-8c1c-1746268e4744 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:14.833726 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks [] for security_group (644d2fb6-61ea-4a42-90c4-443c1711b0f8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.845941 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bf667c37-11c9-4a53-8af9-9851c96e21df admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9752827 Oct 27 17:30:14.849201 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34354) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:14.872100 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:14.901809 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (644d2fb6-61ea-4a42-90c4-443c1711b0f8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.912261 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50654cad-bb65-407e-807e-dcec21d6eb60 admin admin] Pushing event updated for resources: {'Network': ['ID=d4997daf-43a9-4912-bbef-3879a78a2a93,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:14.915824 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (1141f554-a530-4b9e-acf6-75096dad10e5), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.928272 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Attempting to bind port f94d2fea-7e4d-4a74-84f4-1dca5a270331 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:14.928860 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Attempting to bind port f94d2fea-7e4d-4a74-84f4-1dca5a270331 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:14.929386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Attempting to bind port f94d2fea-7e4d-4a74-84f4-1dca5a270331 on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:14.936190 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe8cdc-030a-4268-9cd2-01fb1e50c281,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:14.939961 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:30:14.948938 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Made reservation on behalf of 32e47ddf4f9e4e6cb6ed56253f708fac for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:14.952009 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:14.971620 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network d4997daf-43a9-4912-bbef-3879a78a2a93 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:30:14.973813 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:15.021351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (d64627ce-789f-49ec-8c86-5519c39e16d6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.022030 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Added segment d64627ce-789f-49ec-8c86-5519c39e16d6 of type vlan for network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 Oct 27 17:30:15.034154 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:15.034528 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Checking segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:15.034925 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.035317 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Bound using segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:15.035939 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Bound port: f94d2fea-7e4d-4a74-84f4-1dca5a270331, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:15.036325 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.038921 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Pushing event updated for resources: {'Port': ['ID=f94d2fea-7e4d-4a74-84f4-1dca5a270331,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:15.041423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (1141f554-a530-4b9e-acf6-75096dad10e5), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.042673 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:15.043476 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.086102 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d2fb6-61ea-4a42-90c4-443c1711b0f8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:15.093365 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks [] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.134857 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (19174032-6e07-441f-ae01-5c5e3d74626a), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.136203 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (19174032-6e07-441f-ae01-5c5e3d74626a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.144060 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.177778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.178167 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.178519 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.178838 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.179151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.179478 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.179825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.180151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.180473 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.181062 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.181181 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.181436 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.181760 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.182078 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.182386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Tracked resource versions report: Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: pushed versions: Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: { 'AddressGroup': {'1.2'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Agent': {'1.1'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'ConntrackHelper': {'1.0'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Log': {'1.0'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'NDPProxy': {'1.0'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Network': {'1.1'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Port': {'1.7'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'PortForwarding': {'1.3'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'QosPolicy': {'1.10'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroup': {'1.5'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SubPort': {'1.0'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Subnet': {'1.1'}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Trunk': {'1.1'}} Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: consumer versions: Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: HyperV agent@hv-cinder-86283: {}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Agent': '1.1', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'ConntrackHelper': '1.0', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'LocalIPAssociation': '1.0', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Log': '1.0', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'NDPProxy': '1.0', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Network': '1.1', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Port': '1.7', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'PortForwarding': '1.3', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'QosPolicy': '1.10', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroup': '1.5', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SecurityGroupRule': '1.2', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'SubPort': '1.0', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Subnet': '1.1', Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: 'Trunk': '1.1'}} Oct 27 17:30:15.183669 dv-cinder-862831-1-iscsi neutron-server[104581]: {{(pid=104581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:30:15.188102 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:15.204368 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8454750 Oct 27 17:30:15.210109 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34374) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:15.218670 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:15.224687 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Request body: {'subnet': {'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-subnet', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:15.240439 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:15.248041 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:15.256436 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:15.267631 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] For port f94d2fea-7e4d-4a74-84f4-1dca5a270331, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:15.268804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (40b6c3a9-49a5-4aa8-abaa-a41beea7c111), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.281099 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.285153 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] For port f94d2fea-7e4d-4a74-84f4-1dca5a270331, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f94d2fea-7e4d-4a74-84f4-1dca5a270331,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:15.300072 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86195f9-e3c0-4750-b0d6-1c5daa8e5d0c admin admin] Pushing event updated for resources: {'Network': ['ID=1141f554-a530-4b9e-acf6-75096dad10e5,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:15.306114 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.316886 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 1141f554-a530-4b9e-acf6-75096dad10e5 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:30:15.341779 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Pushing event updated for resources: {'Port': ['ID=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:15.412597 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:15.416218 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:15.430024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (40b6c3a9-49a5-4aa8-abaa-a41beea7c111), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.431725 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:15.435943 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.455542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-ace0e445-53a9-4562-8c1c-1746268e4744', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:30:15.456525 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.518783 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb07d-2706-4268-b8eb-12f222afc466 None None] Pushing event updated for resources: {'Port': ['ID=f94d2fea-7e4d-4a74-84f4-1dca5a270331,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:15.540542 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks [] for router_controller (19174032-6e07-441f-ae01-5c5e3d74626a), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.593229 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0594664 Oct 27 17:30:15.658281 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34380) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:15.695244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Request body: {'subnet': {'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-subnet', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:15.702988 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Allocated IP 172.20.0.2 (ace0e445-53a9-4562-8c1c-1746268e4744/7ab53b09-4272-4f5b-86bd-0acf7f6ce418/516c1e18-bd53-43d3-9e39-14993b15502d) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:15.724546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2b082-bfc7-47af-9a6f-dacc4ca6a986 admin admin] Pushing event updated for resources: {'Network': ['ID=40b6c3a9-49a5-4aa8-abaa-a41beea7c111,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:15.745375 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:30:15.803366 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:15.872837 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Made reservation on behalf of e29292a8f0184800a931a0cbd8c72bf8 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:15.876034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.884818 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Made reservation on behalf of a35c2b53ccb445d4b0dd2915376f69cf for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:15.887432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:15.891288 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.049800 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks [] for router_gateway (19174032-6e07-441f-ae01-5c5e3d74626a), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.138556 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Publish callbacks [] for port (516c1e18-bd53-43d3-9e39-14993b15502d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.150323 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.230290 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks [] for router_gateway (d31e5820-5239-474e-8eb1-1608fb88c10d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.237135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Network ace0e445-53a9-4562-8c1c-1746268e4744 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:16.239883 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.241955 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:16.244657 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Pushing event updated for resources: {'Port': ['ID=516c1e18-bd53-43d3-9e39-14993b15502d,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:16.259100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:16.354033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Attempting to bind port 516c1e18-bd53-43d3-9e39-14993b15502d on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:16.354737 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Attempting to bind port 516c1e18-bd53-43d3-9e39-14993b15502d by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:16.355337 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Attempting to bind port 516c1e18-bd53-43d3-9e39-14993b15502d on network ace0e445-53a9-4562-8c1c-1746268e4744 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:16.428717 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:16.429810 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Checking segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:16.430637 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.431381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Bound using segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:16.432166 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Bound port: 516c1e18-bd53-43d3-9e39-14993b15502d, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:16.432819 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.453245 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:16.504857 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:16.512577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (bb98c535-8c46-4877-8e77-49c6d7aa4d09), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.532949 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] For port 516c1e18-bd53-43d3-9e39-14993b15502d, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:16.541325 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] For port 516c1e18-bd53-43d3-9e39-14993b15502d, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=516c1e18-bd53-43d3-9e39-14993b15502d,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:16.554224 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.562908 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Checking segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:16.563265 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Network hostable DHCP agents. Network: d4997daf-43a9-4912-bbef-3879a78a2a93, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:30:16.624256 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Network d4997daf-43a9-4912-bbef-3879a78a2a93 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:30:16.641694 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb98c535-8c46-4877-8e77-49c6d7aa4d09,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:16.680193 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, d4997daf-43a9-4912-bbef-3879a78a2a93) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:16.694058 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:16.694665 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.717948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:16.718313 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Network hostable DHCP agents. Network: 40b6c3a9-49a5-4aa8-abaa-a41beea7c111, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:30:16.739487 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7ac45336-71d4-4e2a-b3ab-c014dcc54cae admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0304234 Oct 27 17:30:16.742891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34400) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:16.747804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:16.761763 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:16.777842 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:30:16.801215 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 40b6c3a9-49a5-4aa8-abaa-a41beea7c111) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:16.807683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:16.808357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.820750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (de36300d-790a-455e-a802-231244352a30), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.821813 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (de36300d-790a-455e-a802-231244352a30), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.843064 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fedd3996-10bf-43cb-a0eb-4a6ce321b63f admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1793454 Oct 27 17:30:16.845670 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34402) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:16.851187 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:16.871372 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d6411-f98c-4c77-a1e0-3b45e7c4fc78 None None] Network d4997daf-43a9-4912-bbef-3879a78a2a93 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:16.915640 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks [] for router_controller (de36300d-790a-455e-a802-231244352a30), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.921574 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (d0245b4f-a3dc-4be6-abf1-59b006e53e90), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.922742 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (d0245b4f-a3dc-4be6-abf1-59b006e53e90), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.952008 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f94d2fea-7e4d-4a74-84f4-1dca5a270331 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:16.981595 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (d31e5820-5239-474e-8eb1-1608fb88c10d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:16.990045 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89c2fc-8519-415e-88c2-2fde501fb6e1 None None] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:16.993681 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:17.112477 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks [] for router_controller (d0245b4f-a3dc-4be6-abf1-59b006e53e90), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.117552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks [] for router_gateway (19174032-6e07-441f-ae01-5c5e3d74626a), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.178806 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:17.220773 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570da3c-4dfa-4eee-92d5-3e979b9f46a0 None None] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:17.238660 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.265365 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.272619 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:30:17.274151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.309928 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-d4997daf-43a9-4912-bbef-3879a78a2a93', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:30:17.311055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.335218 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port f94d2fea-7e4d-4a74-84f4-1dca5a270331 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:17.335638 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.336008 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port f94d2fea-7e4d-4a74-84f4-1dca5a270331 Oct 27 17:30:17.369625 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks [] for router_gateway (de36300d-790a-455e-a802-231244352a30), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.392982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (c3ce72eb-6d23-498c-98e0-efc509e4760f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.425601 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks [] for router_gateway (d0245b4f-a3dc-4be6-abf1-59b006e53e90), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.505663 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81890-d247-4991-82a9-762f22c54a98 None None] Pushing event updated for resources: {'Port': ['ID=516c1e18-bd53-43d3-9e39-14993b15502d,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:17.540442 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:17.567255 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ce72eb-6d23-498c-98e0-efc509e4760f,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:17.602759 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Checking segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:17.603195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Network hostable DHCP agents. Network: 1141f554-a530-4b9e-acf6-75096dad10e5, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:30:17.642282 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Allocated IP 172.27.0.219 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/87c72d73-4b20-4b2c-8afc-90205df137e9) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:17.644765 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:17.694769 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:30:17.704242 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Router d31e5820-5239-474e-8eb1-1608fb88c10d is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:30:17.759758 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Provisioning complete for port f94d2fea-7e4d-4a74-84f4-1dca5a270331 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:17.760401 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.760935 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Attempt 1 to provision port f94d2fea-7e4d-4a74-84f4-1dca5a270331 Oct 27 17:30:17.773484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 1141f554-a530-4b9e-acf6-75096dad10e5) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:17.802531 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:17.803519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.812390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:17.813696 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb17b6-2a16-4580-81a8-b9bf47fe68a6 None None] Network 1141f554-a530-4b9e-acf6-75096dad10e5 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:17.877950 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks [] for router_gateway (de36300d-790a-455e-a802-231244352a30), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.912456 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-357c3802-5d49-4258-944a-6be68599979a admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6916862 Oct 27 17:30:17.919647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34438) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:17.921049 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.928567 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:17.935989 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks [] for router_gateway (d0245b4f-a3dc-4be6-abf1-59b006e53e90), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.962358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:17.966924 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Allocated IP 172.20.0.2 (d4997daf-43a9-4912-bbef-3879a78a2a93/c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6/3933111c-bc55-45da-9414-c5c388ee9e77) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:18.027883 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks [] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.075406 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:18.149542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Allocated IP 172.20.0.2 (40b6c3a9-49a5-4aa8-abaa-a41beea7c111/bb98c535-8c46-4877-8e77-49c6d7aa4d09/c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:18.166918 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:18.179791 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:18.195400 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:18.205656 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (e2d6072b-0a13-4658-a6af-cc259371bb84), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.210062 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (e2d6072b-0a13-4658-a6af-cc259371bb84), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.215050 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:18.215745 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:18.225377 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port f94d2fea-7e4d-4a74-84f4-1dca5a270331 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:18.225938 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.292681 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks [] for router_controller (e2d6072b-0a13-4658-a6af-cc259371bb84), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.309402 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:18.334033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355e396-bd1f-44cd-967f-9dad089008b5 None None] Network ace0e445-53a9-4562-8c1c-1746268e4744 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:18.409745 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-1141f554-a530-4b9e-acf6-75096dad10e5', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:30:18.411316 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.509096 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.510321 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e4ab32e0-e7ee-4e5a-a7b4-069696edbb94 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1908514 Oct 27 17:30:18.511572 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.521350 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34448) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:18.551075 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Current status of the port f94d2fea-7e4d-4a74-84f4-1dca5a270331 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:18.551419 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.561083 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port f94d2fea-7e4d-4a74-84f4-1dca5a270331, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f94d2fea-7e4d-4a74-84f4-1dca5a270331,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:18.574610 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:18.610201 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.629628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Allocated IP 172.27.0.214 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/63cde3e9-b619-4c96-9283-8181e0167f06) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:18.851662 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:18.875270 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:15Z', 'revision_number': 3, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:18.909242 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:18.909704 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Updating router d31e5820-5239-474e-8eb1-1608fb88c10d port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:18.939474 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Allocated IP 172.20.0.2 (1141f554-a530-4b9e-acf6-75096dad10e5/c3ce72eb-6d23-498c-98e0-efc509e4760f/1246a546-dae3-4afe-b606-d9748e5698c9) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:18.944616 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks [] for port (63cde3e9-b619-4c96-9283-8181e0167f06), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:18.945849 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.024106 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.137180 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:19.169269 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:19.175728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:19.204385 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks [] for router_gateway (e2d6072b-0a13-4658-a6af-cc259371bb84), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.220446 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:19.221133 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:19.222110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Pushing event updated for resources: {'Port': ['ID=63cde3e9-b619-4c96-9283-8181e0167f06,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:19.231919 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:19.238751 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:19.242078 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:19.279406 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Publish callbacks [] for port (3933111c-bc55-45da-9414-c5c388ee9e77), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.320779 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 516c1e18-bd53-43d3-9e39-14993b15502d up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:19.493595 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34476) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:19.540555 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Pushing event updated for resources: {'Port': ['ID=87c72d73-4b20-4b2c-8afc-90205df137e9,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:19.576624 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Publish callbacks [] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.586182 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=f94d2fea-7e4d-4a74-84f4-1dca5a270331,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:19.616134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.621210 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:19.622575 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.631506 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Allocated IP 172.27.0.149 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/ac46ace6-4e9b-406a-b7d7-046a725b85e6) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:19.668189 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:19.711366 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:19.737407 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:19.740805 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.db.api [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 17:30:19.741612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG oslo_db.api [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:30:19.741756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks [] for router_gateway (19174032-6e07-441f-ae01-5c5e3d74626a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.753640 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:19.789959 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-94b24b27-0b15-468e-aa52-8b33b9483014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.810232 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks [] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.877026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Publish callbacks [] for port (1246a546-dae3-4afe-b606-d9748e5698c9), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.901136 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks [] for router_gateway (e2d6072b-0a13-4658-a6af-cc259371bb84), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.908051 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.932752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks [] for router_gateway (d0245b4f-a3dc-4be6-abf1-59b006e53e90), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:19.956072 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Network d4997daf-43a9-4912-bbef-3879a78a2a93 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:19.958254 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:19.980413 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:20.015671 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:20.016562 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Attempting to bind port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:20.017388 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Attempting to bind port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:20.017388 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Attempting to bind port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:20.024666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.037856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.045432 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Pushing event updated for resources: {'Port': ['ID=3933111c-bc55-45da-9414-c5c388ee9e77,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:20.060090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:20.122764 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Pushing event updated for resources: {'Port': ['ID=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:20.130822 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:20.152402 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 516c1e18-bd53-43d3-9e39-14993b15502d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:20.152402 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.153377 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 516c1e18-bd53-43d3-9e39-14993b15502d Oct 27 17:30:20.171293 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.328976 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:20.353753 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Pushing event updated for resources: {'Port': ['ID=ac46ace6-4e9b-406a-b7d7-046a725b85e6,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:20.382246 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:20.386554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:20.391736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:20.407027 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Publish callbacks [] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.409709 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Attempting to bind port 3933111c-bc55-45da-9414-c5c388ee9e77 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:20.410287 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Attempting to bind port 3933111c-bc55-45da-9414-c5c388ee9e77 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:20.411348 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Attempting to bind port 3933111c-bc55-45da-9414-c5c388ee9e77 on network d4997daf-43a9-4912-bbef-3879a78a2a93 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:20.415620 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-94b24b27-0b15-468e-aa52-8b33b9483014 admin admin] Publish callbacks [] for security_group (b3adc7b0-dfd8-454c-8946-5b82c76e052a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.419009 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Pushing event updated for resources: {'Port': ['ID=1246a546-dae3-4afe-b606-d9748e5698c9,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:20.428713 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.434430 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:20.435011 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:20.436047 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.436767 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Bound using segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:20.437416 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Bound port: c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:20.437954 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.455801 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-94b24b27-0b15-468e-aa52-8b33b9483014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b3adc7b0-dfd8-454c-8946-5b82c76e052a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.474456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8727e-f9e4-4e13-903b-813b4550edcf None None] Current status of the port f94d2fea-7e4d-4a74-84f4-1dca5a270331 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:20.489554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:20.534156 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Attempting to bind port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:20.534854 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Attempting to bind port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:20.535377 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Attempting to bind port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:20.549858 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Attempting to bind port 1246a546-dae3-4afe-b606-d9748e5698c9 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:20.549858 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Attempting to bind port 1246a546-dae3-4afe-b606-d9748e5698c9 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:20.554181 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-94b24b27-0b15-468e-aa52-8b33b9483014 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fa16415761274da5b8bd03dd0c3e761b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0539424 Oct 27 17:30:20.559691 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Attempting to bind port 1246a546-dae3-4afe-b606-d9748e5698c9 on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:20.581889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34514) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:20.648002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (d0245b4f-a3dc-4be6-abf1-59b006e53e90), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.653534 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:20.654279 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:20.656102 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.657066 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:20.657745 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Bound port: b86ece3e-3c6a-448a-a6a1-30f853ab73c0, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:20.658447 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.689533 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Pushing event updated for resources: {'Port': ['ID=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:20.701789 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:20.702225 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.702807 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.703398 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.703517 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b24b27-0b15-468e-aa52-8b33b9483014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adc7b0-dfd8-454c-8946-5b82c76e052a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:20.704075 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.707152 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.707902 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.708941 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.709707 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.710183 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.711442 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.712030 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.712532 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.713028 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.713919 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.715806 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Tracked resource versions report: Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: pushed versions: Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: { 'AddressGroup': {'1.2'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Agent': {'1.1'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'ConntrackHelper': {'1.0'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'LocalIPAssociation': {'1.0'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Log': {'1.0'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'NDPProxy': {'1.0'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Network': {'1.1'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Port': {'1.7'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'PortForwarding': {'1.3'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'QosPolicy': {'1.10'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroup': {'1.5'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroupRule': {'1.2'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SubPort': {'1.0'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Subnet': {'1.1'}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Trunk': {'1.1'}} Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: consumer versions: Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: { DHCP agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: HyperV agent@hv-cinder-86283: {}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: L3 agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: Metadata agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: Metering agent@dv-cinder-862831-1-iscsi: {}, Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: Open vSwitch agent@dv-cinder-862831-1-iscsi: { 'AddressGroup': '1.2', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Agent': '1.1', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'ConntrackHelper': '1.0', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'LocalIPAssociation': '1.0', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Log': '1.0', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'NDPProxy': '1.0', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Network': '1.1', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Port': '1.7', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'PortForwarding': '1.3', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'QosPolicy': '1.10', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroup': '1.5', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SecurityGroupRule': '1.2', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'SubPort': '1.0', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Subnet': '1.1', Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: 'Trunk': '1.1'}} Oct 27 17:30:20.718816 dv-cinder-862831-1-iscsi neutron-server[104582]: {{(pid=104582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 17:30:20.768997 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] For port b86ece3e-3c6a-448a-a6a1-30f853ab73c0, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:20.773359 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] For port b86ece3e-3c6a-448a-a6a1-30f853ab73c0, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:20.784200 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Allocated IP 172.27.0.155 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/6cf75e52-da5e-4d8d-b63f-12af2c4ecffc) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:20.787558 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.801749 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (19174032-6e07-441f-ae01-5c5e3d74626a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.805592 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:20.806477 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:20.851183 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:20.877188 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] For port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:20.903791 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] For port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:20.943276 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:20.948856 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1619259-8056-459a-886f-17757f324a38 admin admin] Publish callbacks [] for security_group (b3adc7b0-dfd8-454c-8946-5b82c76e052a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.957085 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:20.972811 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Checking segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:20.973385 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:20.973881 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Bound using segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:20.974405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Bound port: 1246a546-dae3-4afe-b606-d9748e5698c9, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:20.977030 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.009542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 516c1e18-bd53-43d3-9e39-14993b15502d is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:21.009542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.012161 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:21.040792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1619259-8056-459a-886f-17757f324a38 admin admin] Publish callbacks [] for security_group (b3adc7b0-dfd8-454c-8946-5b82c76e052a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.073199 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:21.110360 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:21.113803 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c453f9-ab63-4a3a-9e9c-7ff2c66f2eb6 None None] Pushing event updated for resources: {'Port': ['ID=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:21.149508 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks [] for router_gateway (de36300d-790a-455e-a802-231244352a30), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.182316 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] For port 1246a546-dae3-4afe-b606-d9748e5698c9, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:21.187305 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] For port 1246a546-dae3-4afe-b606-d9748e5698c9, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=1246a546-dae3-4afe-b606-d9748e5698c9,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:21.224777 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 516c1e18-bd53-43d3-9e39-14993b15502d, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=516c1e18-bd53-43d3-9e39-14993b15502d,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:21.227934 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.249295 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Allocated IP 172.20.0.1 (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb/526dcb3e-0e28-4106-b241-0edbed7efd5f/15f28b0e-7a51-4873-b83e-270b1a7e97cf) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:21.272845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1619259-8056-459a-886f-17757f324a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b3adc7b0-dfd8-454c-8946-5b82c76e052a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.275359 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1619259-8056-459a-886f-17757f324a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.278751 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.279828 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b1619259-8056-459a-886f-17757f324a38 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b3adc7b0-dfd8-454c-8946-5b82c76e052a HTTP/1.1" status: 204 len: 168 time: 0.6935277 Oct 27 17:30:21.285092 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Provisioning complete for port f94d2fea-7e4d-4a74-84f4-1dca5a270331 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:21.287113 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.287472 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Attempt 1 to provision port f94d2fea-7e4d-4a74-84f4-1dca5a270331 Oct 27 17:30:21.361165 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.369653 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:21.373798 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:21.374181 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Checking segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:21.374658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.375116 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Bound using segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:21.375894 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Bound port: 3933111c-bc55-45da-9414-c5c388ee9e77, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:21.376559 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.425974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1619259-8056-459a-886f-17757f324a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adc7b0-dfd8-454c-8946-5b82c76e052a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:21.505743 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:15Z', 'revision_number': 3, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:21.603900 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1bef-7238-430a-a05c-513e0a7a5ab9 None None] Pushing event updated for resources: {'Port': ['ID=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:21.608478 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7bba7-976b-4cab-aacd-044f6d80f8b0 None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:15Z', 'revision_number': 3, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:21.679803 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:30:21.703940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:30:21.748994 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (de36300d-790a-455e-a802-231244352a30), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.807835 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f94d2fea-7e4d-4a74-84f4-1dca5a270331 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:21.808704 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks [] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.820605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Current status of the port f94d2fea-7e4d-4a74-84f4-1dca5a270331 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:21.928083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:21.959705 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb7ff-4c88-4f32-a46e-3fceea573943 None None] Pushing event updated for resources: {'Port': ['ID=1246a546-dae3-4afe-b606-d9748e5698c9,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:21.966350 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks [] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:21.982883 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:22.034381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Provisioning complete for port 516c1e18-bd53-43d3-9e39-14993b15502d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:22.034728 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:22.035062 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Attempt 1 to provision port 516c1e18-bd53-43d3-9e39-14993b15502d Oct 27 17:30:22.062842 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Router 19174032-6e07-441f-ae01-5c5e3d74626a is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:30:22.095450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Router de36300d-790a-455e-a802-231244352a30 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:30:22.123286 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:22.142305 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] For port 3933111c-bc55-45da-9414-c5c388ee9e77, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:22.161885 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:22.163192 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] For port 3933111c-bc55-45da-9414-c5c388ee9e77, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=3933111c-bc55-45da-9414-c5c388ee9e77,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:22.171697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=516c1e18-bd53-43d3-9e39-14993b15502d,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:22.196027 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:22.206695 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:22.213150 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:22.218344 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:22.230203 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:22.388141 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:22.389588 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:22.398612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port f94d2fea-7e4d-4a74-84f4-1dca5a270331 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:22.405549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:22.405901 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port f94d2fea-7e4d-4a74-84f4-1dca5a270331 Oct 27 17:30:22.571072 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:22.580250 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-be19454e-e9b0-4c35-9c24-017444db08e8 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7334757 Oct 27 17:30:22.722054 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:22.751599 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34566) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:22.763135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc8e37-6a9d-40dd-8e33-9db35d7151a9 None None] Pushing event updated for resources: {'Port': ['ID=3933111c-bc55-45da-9414-c5c388ee9e77,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:22.871242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-75e4934d-bdbf-42f1-bd39-1eee5a2a1d2e None None] Current status of the port 516c1e18-bd53-43d3-9e39-14993b15502d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:23.030971 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:23.057289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:23.070836 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:23.082360 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:23.097624 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:23.102881 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:23.103519 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:23.136162 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:23.142195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:23.177683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:23.185364 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:23.189380 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:23.190582 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4562d98e-4d95-43cc-a9e6-f765c7a2cc4b admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3358963 Oct 27 17:30:23.206300 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34582) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:23.223953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Sync routers for ids ['de36300d-790a-455e-a802-231244352a30'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:23.251912 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port f94d2fea-7e4d-4a74-84f4-1dca5a270331 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:23.351857 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:23.352330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (d31e5820-5239-474e-8eb1-1608fb88c10d), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:23.354797 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks [] for router_gateway (e2d6072b-0a13-4658-a6af-cc259371bb84), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:23.413137 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Routers {'de36300d-790a-455e-a802-231244352a30'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:23.413788 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['de36300d-790a-455e-a802-231244352a30'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:23.416651 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:23.538750 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:23.873088 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Pushing event updated for resources: {'Port': ['ID=15f28b0e-7a51-4873-b83e-270b1a7e97cf,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:23.903844 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:23.907921 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6991adac-6196-43db-a3ec-2c9574109731 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1607716 Oct 27 17:30:23.918866 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34596) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:23.947329 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:23.963127 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe96f32-a291-4b24-8e0b-e6839f33bb5e None None] Network 1141f554-a530-4b9e-acf6-75096dad10e5 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:23.968024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:23.972912 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e14aa-a319-480b-ac4a-94a3a804519b None None] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:24.045267 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:19Z', 'revision_number': 3, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:24.118482 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:24.119438 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Updating router 19174032-6e07-441f-ae01-5c5e3d74626a port 87c72d73-4b20-4b2c-8afc-90205df137e9 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:24.180114 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:24.236047 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 516c1e18-bd53-43d3-9e39-14993b15502d up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:24.473834 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:24.575774 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:24.698540 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f036a62-ea41-4a5c-b3e2-429f06d87425 None None] Network d4997daf-43a9-4912-bbef-3879a78a2a93 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:30:24.714556 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:19Z', 'revision_number': 3, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:24.725584 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (e2d6072b-0a13-4658-a6af-cc259371bb84), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:24.796036 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Provisioning complete for port 1246a546-dae3-4afe-b606-d9748e5698c9 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:24.796954 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:24.797641 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Attempt 1 to provision port 1246a546-dae3-4afe-b606-d9748e5698c9 Oct 27 17:30:24.800573 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:24.880659 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:24.881160 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Updating router d0245b4f-a3dc-4be6-abf1-59b006e53e90 port 63cde3e9-b619-4c96-9283-8181e0167f06 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:24.953847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.021707 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Set router de36300d-790a-455e-a802-231244352a30 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:25.101962 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.145704 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Publish callbacks [] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.156353 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:25.164652 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.282427 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1184a-04e5-4e6b-88d4-06ea1dc8d8ab None None] Pushing event updated for resources: {'Port': ['ID=87c72d73-4b20-4b2c-8afc-90205df137e9,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:25.298659 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Attempting to bind port 87c72d73-4b20-4b2c-8afc-90205df137e9 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:25.299479 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Attempting to bind port 87c72d73-4b20-4b2c-8afc-90205df137e9 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:25.299479 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Attempting to bind port 87c72d73-4b20-4b2c-8afc-90205df137e9 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:25.299673 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.382447 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:25.383101 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:25.383682 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.384183 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:25.384655 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Bound port: 87c72d73-4b20-4b2c-8afc-90205df137e9, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:25.385731 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.402854 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Allocated IP 172.20.0.1 (ace0e445-53a9-4562-8c1c-1746268e4744/7ab53b09-4272-4f5b-86bd-0acf7f6ce418/e40784bd-5ee9-4264-8f5f-95551ab2e62e) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:25.460719 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] For port 87c72d73-4b20-4b2c-8afc-90205df137e9, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:25.464638 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] For port 87c72d73-4b20-4b2c-8afc-90205df137e9, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=87c72d73-4b20-4b2c-8afc-90205df137e9,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:25.467923 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:25.477884 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.540563 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=1,neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:25.615507 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1184a-04e5-4e6b-88d4-06ea1dc8d8ab None None] Pushing event updated for resources: {'Port': ['ID=87c72d73-4b20-4b2c-8afc-90205df137e9,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:25.631816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:25.636845 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:25.638298 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:25.714241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:25.791956 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34650) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:25.812552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Router e2d6072b-0a13-4658-a6af-cc259371bb84 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:30:25.841488 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks [] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.861036 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks [] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.862909 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Allocated IP 172.20.0.1 (40b6c3a9-49a5-4aa8-abaa-a41beea7c111/bb98c535-8c46-4877-8e77-49c6d7aa4d09/9fbbce16-ee1b-490a-ae2d-1c7f637f0b81) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:25.885176 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:25.905831 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:25.924074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Publish callbacks [] for port (63cde3e9-b619-4c96-9283-8181e0167f06), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:25.988686 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:20Z', 'revision_number': 3, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:26.033986 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.038068 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 516c1e18-bd53-43d3-9e39-14993b15502d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:26.038453 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.038789 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 516c1e18-bd53-43d3-9e39-14993b15502d Oct 27 17:30:26.047554 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.055489 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (d31e5820-5239-474e-8eb1-1608fb88c10d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.151120 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be2acb5e-a2dc-4eb3-a6d5-e58616c98771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.152506 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:26.153188 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:26.154303 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Checking router: de36300d-790a-455e-a802-231244352a30 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:26.154877 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Updating router de36300d-790a-455e-a802-231244352a30 port ac46ace6-4e9b-406a-b7d7-046a725b85e6 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:26.162903 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Current status of the port 1246a546-dae3-4afe-b606-d9748e5698c9 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:26.163292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.168962 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.185149 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b92d-2051-46d1-8003-76448a530537 None None] Pushing event updated for resources: {'Port': ['ID=63cde3e9-b619-4c96-9283-8181e0167f06,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:26.222365 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Pushing event updated for resources: {'Port': ['ID=15f28b0e-7a51-4873-b83e-270b1a7e97cf,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:26.257033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Attempting to bind port 63cde3e9-b619-4c96-9283-8181e0167f06 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:26.257433 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Attempting to bind port 63cde3e9-b619-4c96-9283-8181e0167f06 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:26.257740 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Attempting to bind port 63cde3e9-b619-4c96-9283-8181e0167f06 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:26.274313 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] For port 1246a546-dae3-4afe-b606-d9748e5698c9, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=1246a546-dae3-4afe-b606-d9748e5698c9,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:26.295540 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:19Z', 'revision_number': 3, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:26.334597 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc704f-e98a-4436-b172-6c9218798764 None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:19Z', 'revision_number': 3, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:26.347958 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.349584 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.366731 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.371841 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:26.386156 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Sync routers for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:26.408822 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:26.416758 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:26.418809 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:26.424524 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:26.432432 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.432432 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bb7757f6-c8ce-4a3e-a436-20bd8bbdd9b9 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5036101 Oct 27 17:30:26.438550 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34662) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:26.518727 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks [] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.561714 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Pushing event updated for resources: {'Port': ['ID=e40784bd-5ee9-4264-8f5f-95551ab2e62e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:26.621169 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Network ace0e445-53a9-4562-8c1c-1746268e4744 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:26.635256 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:26.640592 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:26.643475 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (19174032-6e07-441f-ae01-5c5e3d74626a), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.688664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.714064 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:26.747552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 516c1e18-bd53-43d3-9e39-14993b15502d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:26.749218 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 3933111c-bc55-45da-9414-c5c388ee9e77 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:26.827225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:26.832716 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:26.833762 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.834094 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:26.834595 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Bound port: 63cde3e9-b619-4c96-9283-8181e0167f06, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:26.834972 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:26.858492 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962fc41-d5b6-4294-b406-17de00e1936a None None] Pushing event updated for resources: {'Port': ['ID=1246a546-dae3-4afe-b606-d9748e5698c9,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:26.952604 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:26.979943 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:27.022455 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:27.023460 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:27.023977 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (d0245b4f-a3dc-4be6-abf1-59b006e53e90), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.185166 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:27.201771 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:23Z', 'revision_number': 3, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:27.272825 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Checking router: e2d6072b-0a13-4658-a6af-cc259371bb84 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:27.273175 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Updating router e2d6072b-0a13-4658-a6af-cc259371bb84 port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:27.311204 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:27.343762 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.381239 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:27.388000 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Allocated IP 172.20.0.1 (d4997daf-43a9-4912-bbef-3879a78a2a93/c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6/f89d5b9a-20c0-4946-a617-d0e69a7f4361) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:27.416225 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Router d31e5820-5239-474e-8eb1-1608fb88c10d has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:30:27.472885 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:27.630767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be2acb5e-a2dc-4eb3-a6d5-e58616c98771 admin admin] Publish callbacks [] for security_group (85394e79-c98f-4eb7-b7fd-08851a1f2ab1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.654018 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Provisioning complete for port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:27.654622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.656909 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Attempt 1 to provision port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 Oct 27 17:30:27.744957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-be2acb5e-a2dc-4eb3-a6d5-e58616c98771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (85394e79-c98f-4eb7-b7fd-08851a1f2ab1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.745198 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Publish callbacks [] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.747865 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] For port 63cde3e9-b619-4c96-9283-8181e0167f06, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:27.811383 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 3933111c-bc55-45da-9414-c5c388ee9e77 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:27.811873 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.812139 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 3933111c-bc55-45da-9414-c5c388ee9e77 Oct 27 17:30:27.849974 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:27.863395 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:27.866970 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] For port 63cde3e9-b619-4c96-9283-8181e0167f06, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=63cde3e9-b619-4c96-9283-8181e0167f06,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:27.895232 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.008328 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:28.022508 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Publish callbacks [] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.026817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2acb5e-a2dc-4eb3-a6d5-e58616c98771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85394e79-c98f-4eb7-b7fd-08851a1f2ab1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.035062 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-be2acb5e-a2dc-4eb3-a6d5-e58616c98771 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fe26fc873fd44bdf853ddd3d337c9602&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2407079 Oct 27 17:30:28.040031 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34690) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:28.045042 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.053994 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa118b9-d111-4d99-8f27-6e5befab917b None None] Pushing event updated for resources: {'Port': ['ID=ac46ace6-4e9b-406a-b7d7-046a725b85e6,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.056380 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Attempting to bind port ac46ace6-4e9b-406a-b7d7-046a725b85e6 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:28.056742 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Attempting to bind port ac46ace6-4e9b-406a-b7d7-046a725b85e6 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:28.057099 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Attempting to bind port ac46ace6-4e9b-406a-b7d7-046a725b85e6 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:28.063326 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.064399 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:28.116260 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.120902 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Attempting to bind port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:28.121542 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Attempting to bind port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:28.123304 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Attempting to bind port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:28.152549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b92d-2051-46d1-8003-76448a530537 None None] Pushing event updated for resources: {'Port': ['ID=63cde3e9-b619-4c96-9283-8181e0167f06,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.163434 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:28.168470 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:28.169112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:28.179541 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:28.180757 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0804a-5cf9-4ee0-9e8f-8921010b293c None None] Pushing event updated for resources: {'Port': ['ID=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.181479 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5d6f2f5b-b898-4aec-9100-c5e6aa44af8b admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/d31e5820-5239-474e-8eb1-1608fb88c10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6530712 Oct 27 17:30:28.210084 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks [] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.215583 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:28.216008 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:28.216418 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.216810 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:28.217295 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Bound port: 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:28.217673 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.251549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Current status of the port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:28.252779 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.267617 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 3933111c-bc55-45da-9414-c5c388ee9e77 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:28.268034 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.283011 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] For port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:28.287119 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] For port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:28.298142 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.324932 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:28.325561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:28.342653 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.351435 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.360194 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:28.360963 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:28.384221 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb20a-53e2-4f61-9bf7-7f3a12798401 admin admin] Publish callbacks [] for security_group (85394e79-c98f-4eb7-b7fd-08851a1f2ab1), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.388851 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:28.389225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:28.389622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.390009 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:28.390488 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Bound port: ac46ace6-4e9b-406a-b7d7-046a725b85e6, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:28.390860 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.411931 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb20a-53e2-4f61-9bf7-7f3a12798401 admin admin] Publish callbacks [] for security_group (85394e79-c98f-4eb7-b7fd-08851a1f2ab1), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.416786 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0804a-5cf9-4ee0-9e8f-8921010b293c None None] Pushing event updated for resources: {'Port': ['ID=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.474055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] For port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:28.481069 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 3933111c-bc55-45da-9414-c5c388ee9e77, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=3933111c-bc55-45da-9414-c5c388ee9e77,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:28.488217 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Network d4997daf-43a9-4912-bbef-3879a78a2a93 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:28.492448 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.498836 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Pushing event updated for resources: {'Port': ['ID=f89d5b9a-20c0-4946-a617-d0e69a7f4361,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.507692 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:28.511205 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb20a-53e2-4f61-9bf7-7f3a12798401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (85394e79-c98f-4eb7-b7fd-08851a1f2ab1), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.511844 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:28.512368 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (de36300d-790a-455e-a802-231244352a30), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.519244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb20a-53e2-4f61-9bf7-7f3a12798401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.531685 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3bdbb20a-53e2-4f61-9bf7-7f3a12798401 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/85394e79-c98f-4eb7-b7fd-08851a1f2ab1 HTTP/1.1" status: 204 len: 168 time: 0.4852386 Oct 27 17:30:28.580087 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:28.581125 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:28.629666 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:28.648792 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b86ece3e-3c6a-448a-a6a1-30f853ab73c0 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:28.650097 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:28.736311 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:28.741871 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb20a-53e2-4f61-9bf7-7f3a12798401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85394e79-c98f-4eb7-b7fd-08851a1f2ab1,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:28.787942 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:28.826375 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:28.962111 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks [] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.117803 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks [] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.121223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.122739 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (19174032-6e07-441f-ae01-5c5e3d74626a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.185431 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:29.190545 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Allocated IP 172.20.0.1 (1141f554-a530-4b9e-acf6-75096dad10e5/c3ce72eb-6d23-498c-98e0-efc509e4760f/38a2ae68-f206-4dfb-8fc7-596deaff09e6) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:29.265558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Pushing event updated for resources: {'Port': ['ID=e40784bd-5ee9-4264-8f5f-95551ab2e62e,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:29.266802 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.269513 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (d0245b4f-a3dc-4be6-abf1-59b006e53e90), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.391902 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:23Z', 'revision_number': 3, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:29.434811 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36bdb49-a389-4c31-89a8-e89d2fe8cbc8 None None] The sync data for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi is: [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:23Z', 'revision_number': 3, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:29.452953 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34716) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:29.496749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720443230', 'description': 'tempest-description--1298181616'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:29.701877 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:29.716748 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:29.729700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Provisioning complete for port 15f28b0e-7a51-4873-b83e-270b1a7e97cf triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:29.729700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.729700 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Attempt 1 to provision port 15f28b0e-7a51-4873-b83e-270b1a7e97cf Oct 27 17:30:29.752495 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:29.798900 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Network ace0e445-53a9-4562-8c1c-1746268e4744 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:29.810991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:29.918721 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:29.927466 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:30.178350 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.219653 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] For port ac46ace6-4e9b-406a-b7d7-046a725b85e6, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:30.247668 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] For port ac46ace6-4e9b-406a-b7d7-046a725b85e6, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=ac46ace6-4e9b-406a-b7d7-046a725b85e6,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:30.263172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Pushing event updated for resources: {'Port': ['ID=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:30.359500 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (938ae462-8ed3-4723-803e-ed27c24751e4), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.366556 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks [] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.406680 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (938ae462-8ed3-4723-803e-ed27c24751e4), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.451141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Router 19174032-6e07-441f-ae01-5c5e3d74626a has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:30:30.570085 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.589015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938ae462-8ed3-4723-803e-ed27c24751e4,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:30.630372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.641500 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d45d4655-3ef2-4b22-b06c-58e2fb63e38d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1589980 Oct 27 17:30:30.642175 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34738) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:30.669559 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.675686 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:30.683163 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Port 15f28b0e-7a51-4873-b83e-270b1a7e97cf cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:30.692071 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:30.696685 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:30.697371 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (e2d6072b-0a13-4658-a6af-cc259371bb84), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.701788 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'security_group_rule': {'security_group_id': '938ae462-8ed3-4723-803e-ed27c24751e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:30.709259 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Pushing event updated for resources: {'Port': ['ID=38a2ae68-f206-4dfb-8fc7-596deaff09e6,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:30.717649 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks [] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.742724 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:30.745450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:30.771487 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.772538 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (de36300d-790a-455e-a802-231244352a30), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.780083 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:30.794497 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Provisioning complete for port 1246a546-dae3-4afe-b606-d9748e5698c9 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:30.795034 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.795932 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Attempt 1 to provision port 1246a546-dae3-4afe-b606-d9748e5698c9 Oct 27 17:30:30.806292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:30.814948 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:30.815555 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 Oct 27 17:30:30.842342 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:30.948148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Pushing event updated for resources: {'Port': ['ID=f89d5b9a-20c0-4946-a617-d0e69a7f4361,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:31.230044 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:31.234853 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Network d4997daf-43a9-4912-bbef-3879a78a2a93 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:31.236575 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:31.278353 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Routers {'de36300d-790a-455e-a802-231244352a30'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:31.278984 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['de36300d-790a-455e-a802-231244352a30'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:31.330065 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:31.369368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (2f4f2e35-21c7-4139-900c-46a154615636), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:31.374537 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:30:31.415407 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=3933111c-bc55-45da-9414-c5c388ee9e77,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:31.638566 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:31.742152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:31.753463 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fdfa3703-9005-421b-bd5c-c23960c6cbdd admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/19174032-6e07-441f-ae01-5c5e3d74626a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5439060 Oct 27 17:30:31.755828 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Router de36300d-790a-455e-a802-231244352a30 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:30:31.772812 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:31.788369 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:31.791009 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:31.840364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (2f4f2e35-21c7-4139-900c-46a154615636), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:31.870977 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (2f4f2e35-21c7-4139-900c-46a154615636), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:31.950790 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f2e35-21c7-4139-900c-46a154615636,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:31.985796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:32.015684 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a8b940fe-8a88-4d29-8463-4725d10dcf41 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/d0245b4f-a3dc-4be6-abf1-59b006e53e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2489510 Oct 27 17:30:32.020663 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.021910 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8a9396b6-1954-4de7-9c58-492103cb26f9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3670235 Oct 27 17:30:32.024909 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34792) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:32.025767 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:32.027145 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:32.027546 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.032013 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'security_group_rule': {'security_group_id': '938ae462-8ed3-4723-803e-ed27c24751e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:32.052247 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:32.077652 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa73b957-4d09-4977-bae4-f966c43f501d None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:32.201437 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Current status of the port 1246a546-dae3-4afe-b606-d9748e5698c9 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:32.227558 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa118b9-d111-4d99-8f27-6e5befab917b None None] Pushing event updated for resources: {'Port': ['ID=ac46ace6-4e9b-406a-b7d7-046a725b85e6,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:32.239629 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (155059da-deb1-4af5-bacb-db9989c3822e), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.247095 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 2, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:32.355591 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:32.358734 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:32.360676 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Updating router d31e5820-5239-474e-8eb1-1608fb88c10d port 15f28b0e-7a51-4873-b83e-270b1a7e97cf binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:32.400502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port b86ece3e-3c6a-448a-a6a1-30f853ab73c0, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:32.415565 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:32.439189 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b0d16a88-5e78-4366-831d-03c8b7ab5ecb admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/de36300d-790a-455e-a802-231244352a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5072641 Oct 27 17:30:32.450057 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Provisioning complete for port 3933111c-bc55-45da-9414-c5c388ee9e77 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:32.450468 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.455041 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Attempt 1 to provision port 3933111c-bc55-45da-9414-c5c388ee9e77 Oct 27 17:30:32.472936 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.473778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:32.478515 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:28Z', 'revision_number': 2, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:32.487564 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] Set router de36300d-790a-455e-a802-231244352a30 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:32.502054 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks [] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.513611 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:32.514385 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Updating router 19174032-6e07-441f-ae01-5c5e3d74626a port e40784bd-5ee9-4264-8f5f-95551ab2e62e binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:32.515773 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.516697 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (e2d6072b-0a13-4658-a6af-cc259371bb84), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.582809 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.652371 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (155059da-deb1-4af5-bacb-db9989c3822e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.697255 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:32.706262 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (155059da-deb1-4af5-bacb-db9989c3822e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.717103 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:32.854117 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Pushing event updated for resources: {'Port': ['ID=38a2ae68-f206-4dfb-8fc7-596deaff09e6,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:32.950025 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155059da-deb1-4af5-bacb-db9989c3822e,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:33.042583 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.048805 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7297f0c0-3dc1-4f9f-993c-555ba25b1e50 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0175087 Oct 27 17:30:33.049759 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34820) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:33.057385 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:33.112983 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34824) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:33.142304 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143996261', 'description': 'tempest-description--1191879388'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:33.161608 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Publish callbacks [] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.183161 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.200157 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.278323 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:33.282719 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.294289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:33.294888 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34828) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:33.334214 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:33.337511 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43ebad-7dda-48e9-b73d-eaae20a5e936 None None] Pushing event updated for resources: {'Port': ['ID=e40784bd-5ee9-4264-8f5f-95551ab2e62e,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:33.459437 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:33.643610 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Attempting to bind port e40784bd-5ee9-4264-8f5f-95551ab2e62e on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:33.647395 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Attempting to bind port e40784bd-5ee9-4264-8f5f-95551ab2e62e by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:33.649050 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Attempting to bind port e40784bd-5ee9-4264-8f5f-95551ab2e62e on network ace0e445-53a9-4562-8c1c-1746268e4744 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:33.653868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:33.654352 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.661739 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 Oct 27 17:30:33.668340 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34848) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:33.699240 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940078599', 'description': 'tempest-description--1222507542'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:33.702919 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:33.776244 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:33.895065 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (90195964-598b-4e46-a961-f2782c8e860e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.911419 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:33.912060 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Checking segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:33.912617 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.913153 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Bound using segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:33.913796 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Bound port: e40784bd-5ee9-4264-8f5f-95551ab2e62e, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:33.914316 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:33.931387 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Router e2d6072b-0a13-4658-a6af-cc259371bb84 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:30:33.951289 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.007645 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-076b47b1-2845-4fa4-a24e-660ee755d80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.036913 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (90195964-598b-4e46-a961-f2782c8e860e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.078643 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.102733 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-30c99a50-1a2a-47c7-bb51-781adeacd71f None None] Current status of the port 3933111c-bc55-45da-9414-c5c388ee9e77 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:34.131323 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] For port e40784bd-5ee9-4264-8f5f-95551ab2e62e, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:34.141192 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] For port e40784bd-5ee9-4264-8f5f-95551ab2e62e, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e40784bd-5ee9-4264-8f5f-95551ab2e62e,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:34.153803 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.157634 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34870) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:34.167196 dv-cinder-862831-1-iscsi neutron-server[104579]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 17:30:34.237538 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:34.241423 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43ebad-7dda-48e9-b73d-eaae20a5e936 None None] Pushing event updated for resources: {'Port': ['ID=e40784bd-5ee9-4264-8f5f-95551ab2e62e,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:34.254095 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:34.255970 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:34.311586 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.312909 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1957676 Oct 27 17:30:34.318653 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c8784-2210-498e-b022-5f51c9e0cd9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90195964-598b-4e46-a961-f2782c8e860e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:34.326055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Provisioning complete for port f89d5b9a-20c0-4946-a617-d0e69a7f4361 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:34.326055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.326055 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Attempt 1 to provision port f89d5b9a-20c0-4946-a617-d0e69a7f4361 Oct 27 17:30:34.326374 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34872) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:34.363099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'security_group_rule': {'security_group_id': '90195964-598b-4e46-a961-f2782c8e860e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:34.396421 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'f89d5b9a-20c0-4946-a617-d0e69a7f4361', 'name': '', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'mac_address': 'fa:16:3e:95:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:26Z', 'updated_at': '2022-10-27T17:30:30Z', 'revision_number': 2, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'subnets': [{'id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:34.472292 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:34.490862 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:34.494342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 1246a546-dae3-4afe-b606-d9748e5698c9 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:34.561573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-a3304a25-1609-4900-ae15-3a891e9392f7 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:34.566578 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-a3304a25-1609-4900-ae15-3a891e9392f7 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/networks?id=d4997daf-43a9-4912-bbef-3879a78a2a93 HTTP/1.1" status: 200 len: 811 time: 0.4036629 Oct 27 17:30:34.585326 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (f6cbeaf5-cbd6-416c-99de-820aa623a287), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.604204 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-27554859-4527-4bf1-a3fc-1aece280d536 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/quotas/32e47ddf4f9e4e6cb6ed56253f708fac HTTP/1.1" status: 200 len: 375 time: 0.0263340 Oct 27 17:30:34.617866 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Publish callbacks [] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.631510 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:34.634559 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f6cbeaf5-cbd6-416c-99de-820aa623a287), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.645343 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a2f89-3979-4a0b-82ba-6bc80e2bdae0 None None] The sync data for ids ['de36300d-790a-455e-a802-231244352a30'] in dv-cinder-862831-1-iscsi is: [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'f89d5b9a-20c0-4946-a617-d0e69a7f4361', 'name': '', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'mac_address': 'fa:16:3e:95:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:26Z', 'updated_at': '2022-10-27T17:30:30Z', 'revision_number': 2, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'subnets': [{'id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:34.648647 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.651233 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (216c194d-73d2-4781-b0f4-45a4fa55b320), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.663799 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 1246a546-dae3-4afe-b606-d9748e5698c9 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:34.664294 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.664542 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 1246a546-dae3-4afe-b606-d9748e5698c9 Oct 27 17:30:34.698686 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Allocated IP 172.27.0.54 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/e8f24fbe-e921-4758-a270-063212d0dcd8) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:34.714148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:34.748231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:30:34.768504 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bf83d9da-d5e4-46e7-89ab-0066d931cc06 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/e2d6072b-0a13-4658-a6af-cc259371bb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2872541 Oct 27 17:30:34.790354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.804278 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1273427 Oct 27 17:30:34.836479 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6cc41-2156-4f55-9f91-ed0a219d61c6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cbeaf5-cbd6-416c-99de-820aa623a287,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:34.858889 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2c0ef-1b7e-4553-950d-754955fe54fb None None] Pushing event updated for resources: {'Port': ['ID=15f28b0e-7a51-4873-b83e-270b1a7e97cf,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:34.861075 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34878) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:34.862774 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Sync routers for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:34.892683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': 'f6cbeaf5-cbd6-416c-99de-820aa623a287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:34.923271 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-076b47b1-2845-4fa4-a24e-660ee755d80b admin admin] Publish callbacks [] for security_group (3cbdaaba-1651-4b04-b229-36df32049ae8), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.954011 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:34Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:34.957392 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-076b47b1-2845-4fa4-a24e-660ee755d80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (3cbdaaba-1651-4b04-b229-36df32049ae8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:34.957555 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Port f89d5b9a-20c0-4946-a617-d0e69a7f4361 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:34.963340 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-31ccf642-0a36-46b9-96e9-81cf7efcc03f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=32e47ddf4f9e4e6cb6ed56253f708fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3574526 Oct 27 17:30:35.056717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:35.064421 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 1246a546-dae3-4afe-b606-d9748e5698c9 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:35.072530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (0933ad2d-7723-4fe7-b912-02d1a542395d), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.087267 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b6ef7-a714-4738-806a-fdad73776006 None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:34Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:35.096425 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Provisioning complete for port 3933111c-bc55-45da-9414-c5c388ee9e77 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:35.097992 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.098581 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Attempt 1 to provision port 3933111c-bc55-45da-9414-c5c388ee9e77 Oct 27 17:30:35.153066 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:35.238028 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:35.238685 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:35.276299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.393338 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.579562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ee76d9c5-fca5-40e7-a8aa-bd8417bd5e10 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:30:35.586071 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ee76d9c5-fca5-40e7-a8aa-bd8417bd5e10 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2497654 Oct 27 17:30:35.597442 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-076b47b1-2845-4fa4-a24e-660ee755d80b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5050d22773ea46469b414867a77a6343&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2919607 Oct 27 17:30:35.599964 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34898) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:35.602073 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b47b1-2845-4fa4-a24e-660ee755d80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbdaaba-1651-4b04-b229-36df32049ae8,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:35.641657 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (216c194d-73d2-4781-b0f4-45a4fa55b320), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.658434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:35.669406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (216c194d-73d2-4781-b0f4-45a4fa55b320), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.670108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:35.772310 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:35.786578 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216c194d-73d2-4781-b0f4-45a4fa55b320,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:35.800712 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Attempting to bind port 15f28b0e-7a51-4873-b83e-270b1a7e97cf on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:35.801271 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Attempting to bind port 15f28b0e-7a51-4873-b83e-270b1a7e97cf by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:35.801401 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (0933ad2d-7723-4fe7-b912-02d1a542395d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.801486 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Attempting to bind port 15f28b0e-7a51-4873-b83e-270b1a7e97cf on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:35.810971 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Current status of the port 3933111c-bc55-45da-9414-c5c388ee9e77 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:35.829076 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:35.835339 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:35.842400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.843984 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-052a534f-e0db-468c-8c89-5e6f1bcbf641 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5061646 Oct 27 17:30:35.846838 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34912) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:35.849597 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'Port': ['ID=e8f24fbe-e921-4758-a270-063212d0dcd8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:35.851417 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34914) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:35.856655 dv-cinder-862831-1-iscsi neutron-server[104580]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 17:30:35.883187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'security_group_rule': {'security_group_id': '90195964-598b-4e46-a961-f2782c8e860e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:35.885040 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (0933ad2d-7723-4fe7-b912-02d1a542395d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.897688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Provisioning complete for port 15f28b0e-7a51-4873-b83e-270b1a7e97cf triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:35.898323 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:35.909428 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Attempt 1 to provision port 15f28b0e-7a51-4873-b83e-270b1a7e97cf Oct 27 17:30:35.936495 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:36.095421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.096966 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2333670 Oct 27 17:30:36.113125 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34920) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:36.121686 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 3933111c-bc55-45da-9414-c5c388ee9e77 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:36.127486 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': 'f6cbeaf5-cbd6-416c-99de-820aa623a287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:36.162586 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1e987-27e4-4f6a-ac4e-8066768890f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0933ad2d-7723-4fe7-b912-02d1a542395d,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:36.183441 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (149121e1-092e-4f18-bb57-5851c0209160), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.186705 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (53684e3c-50bf-4480-813d-7c4456cee062), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.214930 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Port 15f28b0e-7a51-4873-b83e-270b1a7e97cf cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:36.234688 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3d9d-71f4-4d47-bb91-1c0c07a72dda admin admin] Publish callbacks [] for security_group (3cbdaaba-1651-4b04-b229-36df32049ae8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.243860 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-a2f189a0-b381-43d1-a6be-a7c1a56a4bda tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:36.245614 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-a2f189a0-b381-43d1-a6be-a7c1a56a4bda tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 819 time: 0.3930266 Oct 27 17:30:36.260324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:36.263584 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Checking segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:36.264066 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.264469 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Bound using segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:36.264947 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Bound port: 15f28b0e-7a51-4873-b83e-270b1a7e97cf, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:36.265318 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.278453 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-5dca6765-6129-4bc4-920f-2097c8f21498 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/quotas/e29292a8f0184800a931a0cbd8c72bf8 HTTP/1.1" status: 200 len: 375 time: 0.0202422 Oct 27 17:30:36.279594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.295169 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Provisioning complete for port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:36.295549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.295901 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Attempt 1 to provision port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 Oct 27 17:30:36.296930 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3d9d-71f4-4d47-bb91-1c0c07a72dda admin admin] Publish callbacks [] for security_group (3cbdaaba-1651-4b04-b229-36df32049ae8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.327254 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-36143462-8872-4bc4-98f6-d9ca869f2a5e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961012 Oct 27 17:30:36.406389 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (149121e1-092e-4f18-bb57-5851c0209160), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.409066 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (7eba3620-cc48-4d5a-b09a-a3b7d7648cc2), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.437895 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:36.438784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (149121e1-092e-4f18-bb57-5851c0209160), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.515551 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-03add06c-aa57-4e1c-ad54-d10a238e2f35 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2238643 Oct 27 17:30:36.552501 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149121e1-092e-4f18-bb57-5851c0209160,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:36.584259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.585732 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-00adb77f-7952-4afb-b395-0388d4466b09 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4625418 Oct 27 17:30:36.592677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 34930) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:36.599317 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (7eba3620-cc48-4d5a-b09a-a3b7d7648cc2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.608480 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (7eba3620-cc48-4d5a-b09a-a3b7d7648cc2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.630660 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:36.636722 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eba3620-cc48-4d5a-b09a-a3b7d7648cc2,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:36.638553 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:36.640103 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 3933111c-bc55-45da-9414-c5c388ee9e77 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:36.647933 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.648270 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 3933111c-bc55-45da-9414-c5c388ee9e77 Oct 27 17:30:36.682105 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.684345 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-441d1ab6-52be-4ede-9c1c-67874712a278 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8099275 Oct 27 17:30:36.687446 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 34934) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:36.694233 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:36.725271 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-8e01a1e3-3191-4850-832e-9d04cbea736f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894682 Oct 27 17:30:36.732847 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.750294 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:36.781422 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-efa65103-7915-498b-974f-07fa9a7803db service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:30:36.792186 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-efa65103-7915-498b-974f-07fa9a7803db service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1315901 Oct 27 17:30:36.795376 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3d9d-71f4-4d47-bb91-1c0c07a72dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (3cbdaaba-1651-4b04-b229-36df32049ae8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.799274 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3d9d-71f4-4d47-bb91-1c0c07a72dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.806842 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-cf4e3d9d-71f4-4d47-bb91-1c0c07a72dda admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3cbdaaba-1651-4b04-b229-36df32049ae8 HTTP/1.1" status: 204 len: 168 time: 1.2054772 Oct 27 17:30:36.817604 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.844655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Provisioning complete for port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:36.845164 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:36.845337 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Attempt 1 to provision port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 Oct 27 17:30:36.966546 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] For port 15f28b0e-7a51-4873-b83e-270b1a7e97cf, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:36.985514 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-b6a64c4e-b048-400f-94d9-d088dff5fd46 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921968 Oct 27 17:30:37.034792 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] For port 15f28b0e-7a51-4873-b83e-270b1a7e97cf, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=15f28b0e-7a51-4873-b83e-270b1a7e97cf,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:37.041604 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:37.065475 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.153269 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e3d9d-71f4-4d47-bb91-1c0c07a72dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbdaaba-1651-4b04-b229-36df32049ae8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:37.163551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:37.171908 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Provisioning complete for port e40784bd-5ee9-4264-8f5f-95551ab2e62e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:37.174192 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.174639 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Attempt 1 to provision port e40784bd-5ee9-4264-8f5f-95551ab2e62e Oct 27 17:30:37.176909 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 2, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:37.345682 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.352345 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Checking router: e2d6072b-0a13-4658-a6af-cc259371bb84 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:37.358619 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Updating router e2d6072b-0a13-4658-a6af-cc259371bb84 port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:37.454572 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:37.464809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.489342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:37.489816 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:37.532612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 3933111c-bc55-45da-9414-c5c388ee9e77 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:37.534431 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:37.594995 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-7e8ac776-7b93-4048-b5cf-ab3223649ec7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253838 Oct 27 17:30:37.690391 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.712296 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c56d765d-b94b-4276-9400-b1e3b228e7bc req-9422fc09-472b-4f68-9e41-f5e469a3be36 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 210 time: 0.3004766 Oct 27 17:30:37.715796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.718948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (53684e3c-50bf-4480-813d-7c4456cee062), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.758839 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2c0ef-1b7e-4553-950d-754955fe54fb None None] Pushing event updated for resources: {'Port': ['ID=15f28b0e-7a51-4873-b83e-270b1a7e97cf,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:37.789522 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:37.835267 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Allocated IP 172.27.0.143 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/5c1588a4-537d-4a95-a65a-133453ac334e) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:37.890392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.897783 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:37.926638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'Port': ['ID=e8f24fbe-e921-4758-a270-063212d0dcd8,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:37.939420 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:37.950970 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b8f28a16-2638-4a89-8e3a-d300c0c4f7cf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8984008 Oct 27 17:30:38.144272 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:38.144272 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:38.144272 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc Oct 27 17:30:38.305302 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1becbca4-1b46-45d2-9367-6de1111d8d98 req-47d00b4c-562f-44a8-9763-e5029e159a4b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 210 time: 0.0475690 Oct 27 17:30:38.422018 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:38.423608 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Current status of the port e40784bd-5ee9-4264-8f5f-95551ab2e62e is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:38.424418 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:38.463476 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:38.484782 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for port (5c1588a4-537d-4a95-a65a-133453ac334e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:38.618505 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (5c1588a4-537d-4a95-a65a-133453ac334e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:38.831250 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'Port': ['ID=5c1588a4-537d-4a95-a65a-133453ac334e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:38.891595 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.27.0.48 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/ce74a0c3-08b2-492c-a971-b3b915793700) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:39.022975 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:39.171753 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:39.179175 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:39.231584 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-1e7e131f-69cc-430e-a340-efaa70ed0529 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1720443230&fields=id&tenant_id=48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 267 time: 0.4578674 Oct 27 17:30:39.262697 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:39.302873 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:39.303856 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:39.456534 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] For port e40784bd-5ee9-4264-8f5f-95551ab2e62e, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e40784bd-5ee9-4264-8f5f-95551ab2e62e,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:39.549499 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:39.807386 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-7d10c4f7-6885-4b38-8967-991bf77d3c6c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:39.808821 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35096) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:39.824402 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-7d10c4f7-6885-4b38-8967-991bf77d3c6c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 819 time: 0.9328618 Oct 27 17:30:39.877188 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:39.930992 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-607e05d6-9275-4b6d-ae55-7ca5e368dbea tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/quotas/e29292a8f0184800a931a0cbd8c72bf8 HTTP/1.1" status: 200 len: 375 time: 0.0839541 Oct 27 17:30:40.018645 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:40.031817 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.104451 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (ce74a0c3-08b2-492c-a971-b3b915793700), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.131763 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:40.182522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (fc379392-8bb0-402d-b85e-08cebf9ac024), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.197450 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c46db3-a1e0-4d4f-82f5-da3a51b37d77 None None] Pushing event updated for resources: {'Port': ['ID=e40784bd-5ee9-4264-8f5f-95551ab2e62e,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:40.218762 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c0ce8a9f-4760-4831-b220-7416574dbb3c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:40.246964 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c0ce8a9f-4760-4831-b220-7416574dbb3c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 816 time: 1.0132318 Oct 27 17:30:40.264513 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.268711 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 63cde3e9-b619-4c96-9283-8181e0167f06 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:40.296651 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:40.369517 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-91daa828-1414-4528-9adf-d09af3bc9d58 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3454835 Oct 27 17:30:40.411204 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-1b93d756-61e3-4df6-97f5-d99c3bc64ffd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/quotas/48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 375 time: 0.1631110 Oct 27 17:30:40.414387 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (ce74a0c3-08b2-492c-a971-b3b915793700), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.439270 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:40.441690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:40.477479 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0bb61e28-d99e-49eb-9345-ac88207c2bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.544608 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:40.616188 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (5c1588a4-537d-4a95-a65a-133453ac334e), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.693705 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Publish callbacks [] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.700092 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=ce74a0c3-08b2-492c-a971-b3b915793700,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:40.706491 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:36Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:40.717730 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:40.761943 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-a7a0b3b0-3d0a-4be7-9cef-4de0fcb61e6b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3472924 Oct 27 17:30:40.913905 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:28Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:40.986863 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:40.996391 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-5083b1fb-8577-4c5c-b0f5-9d2b60c2d775 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052372 Oct 27 17:30:40.998588 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:41.005007 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:41.096815 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:41.097170 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Updating router d0245b4f-a3dc-4be6-abf1-59b006e53e90 port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:41.250940 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.310899 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0bb61e28-d99e-49eb-9345-ac88207c2bde admin admin] Publish callbacks [] for security_group (c5e7746b-9023-47da-a5d4-eb37392e0119), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.313529 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:41.341642 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (74c594d2-1801-44d0-8218-0711b019dddd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.355279 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0bb61e28-d99e-49eb-9345-ac88207c2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c5e7746b-9023-47da-a5d4-eb37392e0119), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.439466 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edac3e-eb4c-470c-a030-1b0154520efc None None] Pushing event updated for resources: {'Port': ['ID=38a2ae68-f206-4dfb-8fc7-596deaff09e6,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:41.442529 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 63cde3e9-b619-4c96-9283-8181e0167f06 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:41.453247 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.453776 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 63cde3e9-b619-4c96-9283-8181e0167f06 Oct 27 17:30:41.475619 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:41.486351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:41.495257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ce74a0c3-08b2-492c-a971-b3b915793700), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.508536 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-8ef2f10b-d953-454e-beaf-c1549e15e45e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050278 Oct 27 17:30:41.518477 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d29238-6efe-4e61-9a60-2d0335a233e1 None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:36Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:41.749723 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-067b51cc-adca-4c3b-8324-e99dd95a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:41.934781 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Attempting to bind port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:41.935152 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Attempting to bind port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:41.935512 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Attempting to bind port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:41.953735 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb61e28-d99e-49eb-9345-ac88207c2bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e7746b-9023-47da-a5d4-eb37392e0119,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:41.980075 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0bb61e28-d99e-49eb-9345-ac88207c2bde admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ce26923787f54f02927daafc2216ed9b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1618886 Oct 27 17:30:41.981115 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35152) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:41.983940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (ce74a0c3-08b2-492c-a971-b3b915793700), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.051228 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:42.053211 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-a48bdc4a-4ed1-46b0-ac7f-8b43d3a4119b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2790778 Oct 27 17:30:42.056563 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 63cde3e9-b619-4c96-9283-8181e0167f06 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:42.057731 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.073321 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ce74a0c3-08b2-492c-a971-b3b915793700), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.083504 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (74c594d2-1801-44d0-8218-0711b019dddd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.132411 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-35c4edde-7625-4fbd-89e2-c70b82e675a9 req-25a3f2d2-e151-4094-b1b3-3e6b62a4c612 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 210 time: 0.2133558 Oct 27 17:30:42.140802 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.142012 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5404854 Oct 27 17:30:42.144936 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 63cde3e9-b619-4c96-9283-8181e0167f06, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=63cde3e9-b619-4c96-9283-8181e0167f06,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:42.173296 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:42.175347 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Checking segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:42.177068 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.177703 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Bound using segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:42.180400 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Bound port: 38a2ae68-f206-4dfb-8fc7-596deaff09e6, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:42.182151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.185273 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.190492 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b86ece3e-3c6a-448a-a6a1-30f853ab73c0 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:42.225396 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Publish callbacks [] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.231440 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:42.240713 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.251082 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15733a-ae66-43d4-ad2d-4dcf206320b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=ce74a0c3-08b2-492c-a971-b3b915793700,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:42.404335 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:42.404613 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.404967 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 Oct 27 17:30:42.413776 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2132d34d-b9ec-4968-afda-6c62fe89eaf4 req-7c0c2388-f68e-4963-ba17-de675ad0cd35 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.1147006 Oct 27 17:30:42.417213 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35166) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:42.538687 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c514-0c9c-470e-80c6-a2047fe7d782 None None] Pushing event updated for resources: {'Port': ['ID=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:42.556688 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Attempting to bind port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:42.557527 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Attempting to bind port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:42.558092 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Attempting to bind port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:42.604134 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for port (5c1588a4-537d-4a95-a65a-133453ac334e), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.608095 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=63cde3e9-b619-4c96-9283-8181e0167f06,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:42.610205 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2560e136-a2d7-4a84-9db1-329967c7af5a admin admin] Publish callbacks [] for security_group (c5e7746b-9023-47da-a5d4-eb37392e0119), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.614845 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-d2f964dc-1687-4768-8c96-7a7e991f8196 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605903 Oct 27 17:30:42.616720 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (5c1588a4-537d-4a95-a65a-133453ac334e), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.617523 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (fc379392-8bb0-402d-b85e-08cebf9ac024), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.663198 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:42.664991 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:42.666762 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.668102 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Bound using segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:42.668606 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Bound port: 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:42.671328 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.717726 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2560e136-a2d7-4a84-9db1-329967c7af5a admin admin] Publish callbacks [] for security_group (c5e7746b-9023-47da-a5d4-eb37392e0119), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.731131 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.737828 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0490425 Oct 27 17:30:42.738067 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:42.742579 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 87c72d73-4b20-4b2c-8afc-90205df137e9 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:42.750905 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-cb6bf379-a584-4120-8f9e-b71d7baee6bb tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1940078599&fields=id&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 267 time: 0.1626263 Oct 27 17:30:42.841255 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bebfa-8587-4122-9be0-a2d9cc5a5c9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'Port': ['ID=5c1588a4-537d-4a95-a65a-133453ac334e,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:42.933059 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2560e136-a2d7-4a84-9db1-329967c7af5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c5e7746b-9023-47da-a5d4-eb37392e0119), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.939642 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2560e136-a2d7-4a84-9db1-329967c7af5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:42.952689 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2560e136-a2d7-4a84-9db1-329967c7af5a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c5e7746b-9023-47da-a5d4-eb37392e0119 HTTP/1.1" status: 204 len: 168 time: 0.9212775 Oct 27 17:30:43.003814 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] For port 38a2ae68-f206-4dfb-8fc7-596deaff09e6, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:43.014224 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.40', 52996) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:43.051531 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] For port 38a2ae68-f206-4dfb-8fc7-596deaff09e6, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=38a2ae68-f206-4dfb-8fc7-596deaff09e6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:43.065180 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 87c72d73-4b20-4b2c-8afc-90205df137e9 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:43.067581 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:43.071424 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 87c72d73-4b20-4b2c-8afc-90205df137e9 Oct 27 17:30:43.077075 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] For port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:43.099176 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:43.100582 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] For port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:43.117123 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Sync routers for ids ['de36300d-790a-455e-a802-231244352a30'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:30:43.124653 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:43.124984 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560e136-a2d7-4a84-9db1-329967c7af5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e7746b-9023-47da-a5d4-eb37392e0119,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:43.215328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c9dac89d-6a20-4025-9de5-26efa11275e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:43.345147 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:43.347205 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:43.382769 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Routers {'de36300d-790a-455e-a802-231244352a30'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:43.383622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['de36300d-790a-455e-a802-231244352a30'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:43.465616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:43.519351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-bf0ff8d0-4238-43d1-a9d8-d4b8a7e7601f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:43.521564 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-bf0ff8d0-4238-43d1-a9d8-d4b8a7e7601f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.7619259 Oct 27 17:30:43.562596 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-7dc7c10d-cd7a-4f4c-9a1b-f16b4a633062 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/quotas/a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 375 time: 0.0318379 Oct 27 17:30:43.579767 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c514-0c9c-470e-80c6-a2047fe7d782 None None] Pushing event updated for resources: {'Port': ['ID=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:43.590195 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9edf0b8f-4321-486b-9d7a-2b7a5542a464 req-3fcd2e3c-451a-4cb4-956b-57a711112cd0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 210 time: 0.2187674 Oct 27 17:30:43.708366 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:43.710413 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:43.715444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-c0569c76-ed88-49ef-b30d-4a8ef26d10fc tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:43.719368 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-c0569c76-ed88-49ef-b30d-4a8ef26d10fc tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d4997daf-43a9-4912-bbef-3879a78a2a93 HTTP/1.1" status: 200 len: 811 time: 0.7012413 Oct 27 17:30:43.772458 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:43.781306 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:43.856362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c9dac89d-6a20-4025-9de5-26efa11275e9 admin admin] Publish callbacks [] for security_group (31e9c623-b35a-4b3e-989c-125bb1d866ba), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:43.869690 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-ee659093-dee4-4126-8b29-400d669ab825 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2828023 Oct 27 17:30:43.875264 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c9dac89d-6a20-4025-9de5-26efa11275e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (31e9c623-b35a-4b3e-989c-125bb1d866ba), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:43.949665 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-f1b0671e-10d0-4fc9-a3f3-474ce475d2a8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--143996261&fields=id&tenant_id=a9d4d4a323694c4c9244df4f17342a35 HTTP/1.1" status: 200 len: 267 time: 0.1370792 Oct 27 17:30:43.976121 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35228) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:44.022298 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Request body: {'port': {'device_id': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'admin_state_up': True, 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:44.033643 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dac89d-6a20-4025-9de5-26efa11275e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e9c623-b35a-4b3e-989c-125bb1d866ba,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:44.040613 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d9af9157-35d8-405b-9ab2-bdd73b8e1fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.088464 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35232) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:44.142983 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c9dac89d-6a20-4025-9de5-26efa11275e9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d10cf7711fe04619b9dd83974367fc2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7245951 Oct 27 17:30:44.148653 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edac3e-eb4c-470c-a030-1b0154520efc None None] Pushing event updated for resources: {'Port': ['ID=38a2ae68-f206-4dfb-8fc7-596deaff09e6,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:44.159467 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35238) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:44.166513 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:44.172184 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.40', 53007) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:44.178265 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-549e6724-72e0-460b-8295-01be45a71750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.213734 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:44.279027 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:43Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:44.358122 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0bf399-ef45-4415-8768-ab96c92fd9a9 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:43Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:44.422821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 87c72d73-4b20-4b2c-8afc-90205df137e9 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:44.423141 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.463796 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-d716b52d-3e48-4e4f-9ae0-d71c54a36342 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:44.474545 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-d716b52d-3e48-4e4f-9ae0-d71c54a36342 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 810 time: 0.5142975 Oct 27 17:30:44.480553 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:44.490749 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 87c72d73-4b20-4b2c-8afc-90205df137e9, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=87c72d73-4b20-4b2c-8afc-90205df137e9,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:44.503834 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.507459 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:44.533204 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-7a5ce36e-5bc5-4a36-ac54-b5846f8adc06 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398667 Oct 27 17:30:44.554774 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:44.572472 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-f27d5bf3-1b69-42de-ad51-ed1e22036df2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/quotas/a9d4d4a323694c4c9244df4f17342a35 HTTP/1.1" status: 200 len: 375 time: 0.0952990 Oct 27 17:30:44.694440 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Set router de36300d-790a-455e-a802-231244352a30 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:44.782964 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:44.822573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cc29d4cf-dc32-4f27-b474-353beacaf486 admin admin] Publish callbacks [] for security_group (31e9c623-b35a-4b3e-989c-125bb1d866ba), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.859618 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1bdf55de-e2a7-4c10-8943-1f6b6c0bb327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.862168 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-96e40a5f-c34c-40c3-801c-a1f15f3a1e4b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2795033 Oct 27 17:30:44.885978 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:44.889294 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Made reservation on behalf of 32e47ddf4f9e4e6cb6ed56253f708fac for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:44.893201 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.894054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-41235184-f039-4f47-ae0f-2e2a36e7bf90 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:44.896321 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-41235184-f039-4f47-ae0f-2e2a36e7bf90 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 819 time: 0.7214816 Oct 27 17:30:44.912844 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-549e6724-72e0-460b-8295-01be45a71750 admin admin] Publish callbacks [] for security_group (cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.916165 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-88bf4b15-5096-4728-baaf-faa86f7fdcc1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820620 Oct 27 17:30:44.919000 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cc29d4cf-dc32-4f27-b474-353beacaf486 admin admin] Publish callbacks [] for security_group (31e9c623-b35a-4b3e-989c-125bb1d866ba), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:44.952980 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-549e6724-72e0-460b-8295-01be45a71750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.167564 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'port': {'device_id': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'admin_state_up': True, 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:45.287645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1bdf55de-e2a7-4c10-8943-1f6b6c0bb327 admin admin] Publish callbacks [] for security_group (36da06a4-b3d5-44bd-bf88-2749ddd1d436), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.314907 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e6724-72e0-460b-8295-01be45a71750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:45.320389 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=87c72d73-4b20-4b2c-8afc-90205df137e9,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:45.335289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.40', 53017) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:45.403079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cc29d4cf-dc32-4f27-b474-353beacaf486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (31e9c623-b35a-4b3e-989c-125bb1d866ba), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.413249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cc29d4cf-dc32-4f27-b474-353beacaf486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.421582 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cc29d4cf-dc32-4f27-b474-353beacaf486 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/31e9c623-b35a-4b3e-989c-125bb1d866ba HTTP/1.1" status: 204 len: 168 time: 1.2601488 Oct 27 17:30:45.425854 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-549e6724-72e0-460b-8295-01be45a71750 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d7efad9e938a41e8a57566d4c12fcf0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4478064 Oct 27 17:30:45.479206 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35276) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:45.545346 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:45.550603 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'f89d5b9a-20c0-4946-a617-d0e69a7f4361', 'name': '', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'mac_address': 'fa:16:3e:95:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:26Z', 'updated_at': '2022-10-27T17:30:30Z', 'revision_number': 2, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'subnets': [{'id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:45.568358 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-9e4a38c0-dcc1-403e-b669-f48b6f02d0a6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052026 Oct 27 17:30:45.675466 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Checking router: de36300d-790a-455e-a802-231244352a30 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:30:45.678056 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Updating router de36300d-790a-455e-a802-231244352a30 port f89d5b9a-20c0-4946-a617-d0e69a7f4361 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:30:45.796449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29d4cf-dc32-4f27-b474-353beacaf486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e9c623-b35a-4b3e-989c-125bb1d866ba,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:45.801585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1bdf55de-e2a7-4c10-8943-1f6b6c0bb327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (36da06a4-b3d5-44bd-bf88-2749ddd1d436), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.824199 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0ca1a069-5506-498e-ac87-e79e8c570619 req-65988c04-acc7-4859-9002-bd8c9ec138fc tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 210 time: 0.4258924 Oct 27 17:30:45.865415 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.913128 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:45.973935 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:45.997810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Made reservation on behalf of e29292a8f0184800a931a0cbd8c72bf8 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:46.005233 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:46.073221 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:46.073598 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:46.073931 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 Oct 27 17:30:46.074618 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4db95b52-1585-4250-8ec6-b4d38871e543 req-2c5e8e03-d817-40fd-84c7-2a4584a71c59 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.0828199 Oct 27 17:30:46.091552 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1bdf55de-e2a7-4c10-8943-1f6b6c0bb327 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=6824e0a024814b4fac3b4d87120903d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9754119 Oct 27 17:30:46.093753 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf55de-e2a7-4c10-8943-1f6b6c0bb327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36da06a4-b3d5-44bd-bf88-2749ddd1d436,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:46.100193 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35290) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:46.366476 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35292) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:46.398856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Allocated IP 172.20.0.12 (d4997daf-43a9-4912-bbef-3879a78a2a93/c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6/dd5472a4-a592-4461-977c-b241c99f30b9) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:46.526360 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5cec0b0c-24d7-4c35-93d0-1279f1f33ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:46.559388 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-d9dbc48e-261c-4617-8a19-4424345adfdd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:46.573922 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-d9dbc48e-261c-4617-8a19-4424345adfdd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 819 time: 1.2370937 Oct 27 17:30:46.599700 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7b36d0b-21cc-4ac0-b57c-cd7cdc3ed7a4 admin admin] Publish callbacks [] for security_group (cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:46.608126 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:46.633998 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'port': {'device_id': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'admin_state_up': True, 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:46.651653 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-028f4108-04c4-4e55-b91c-85078992369a req-bc6afa7f-b0bd-4807-bf43-eac09c527dd5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 210 time: 0.4345169 Oct 27 17:30:46.676556 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.40', 53025) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:46.726490 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-0a79ad0e-daec-4a30-b7cb-a0e33f730f74 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1570783 Oct 27 17:30:46.763597 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7b36d0b-21cc-4ac0-b57c-cd7cdc3ed7a4 admin admin] Publish callbacks [] for security_group (cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:46.775593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:46.901089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:46.976372 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:46.980939 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 1246a546-dae3-4afe-b606-d9748e5698c9 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:46.989816 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e1fbe-f312-451e-a7ec-efc6633f45bc None None] The sync data for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi is: [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:47.004610 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.053754 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ef77867-96fe-4b3f-b25c-89057ef1ff4e admin admin] Publish callbacks [] for security_group (36da06a4-b3d5-44bd-bf88-2749ddd1d436), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.142509 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.193775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 1246a546-dae3-4afe-b606-d9748e5698c9 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:47.195494 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.199275 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 1246a546-dae3-4afe-b606-d9748e5698c9 Oct 27 17:30:47.512970 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 1246a546-dae3-4afe-b606-d9748e5698c9 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:47.554821 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7b36d0b-21cc-4ac0-b57c-cd7cdc3ed7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.557668 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7b36d0b-21cc-4ac0-b57c-cd7cdc3ed7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.559156 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a7b36d0b-21cc-4ac0-b57c-cd7cdc3ed7a4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6 HTTP/1.1" status: 204 len: 168 time: 2.0786862 Oct 27 17:30:47.600291 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5cec0b0c-24d7-4c35-93d0-1279f1f33ecf admin admin] Publish callbacks [] for security_group (0c9f3554-398d-410c-8839-620507b4d2b2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.695631 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c54dbd02-8088-44d8-9b10-6be1c7ee2547 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:47.700878 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c54dbd02-8088-44d8-9b10-6be1c7ee2547 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 816 time: 0.9930437 Oct 27 17:30:47.721552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5cec0b0c-24d7-4c35-93d0-1279f1f33ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0c9f3554-398d-410c-8839-620507b4d2b2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.755077 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-89cc139b-a489-481e-8a8b-b191ad1902e2 req-8be2027b-2614-4d2d-b255-039ade66462d tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 210 time: 0.2528639 Oct 27 17:30:47.769138 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Allocated IP 172.20.0.5 (1141f554-a530-4b9e-acf6-75096dad10e5/c3ce72eb-6d23-498c-98e0-efc509e4760f/a9b83ac3-e8af-444b-9748-299c30d1dd1d) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:47.789279 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36d0b-21cc-4ac0-b57c-cd7cdc3ed7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9c4d65-d039-4e25-a0a8-e2fdae1b53b6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:47.792087 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:47.837370 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-57a388a2-215a-4b68-bffc-9810e62e4acf req-21eb0824-5885-40b2-9f8c-d2f95d58be66 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.3390260 Oct 27 17:30:47.850341 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ef77867-96fe-4b3f-b25c-89057ef1ff4e admin admin] Publish callbacks [] for security_group (36da06a4-b3d5-44bd-bf88-2749ddd1d436), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.861095 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks [] for port (dd5472a4-a592-4461-977c-b241c99f30b9), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:47.901555 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Made reservation on behalf of e29292a8f0184800a931a0cbd8c72bf8 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:47.906827 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.072580 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5cec0b0c-24d7-4c35-93d0-1279f1f33ecf admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f69d335259ff4bfda37c0a54a0f39527&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7036862 Oct 27 17:30:48.100121 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db835f5e-e0c3-4b9b-ae07-43dd0fd82f16 req-511da87c-2c19-4f71-b905-13a73908aa9c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.1967697 Oct 27 17:30:48.100121 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.111313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35316) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:48.173672 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec0b0c-24d7-4c35-93d0-1279f1f33ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f3554-398d-410c-8839-620507b4d2b2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:48.384248 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e40784bd-5ee9-4264-8f5f-95551ab2e62e up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:48.396743 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Pushing event updated for resources: {'Port': ['ID=dd5472a4-a592-4461-977c-b241c99f30b9,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:48.446440 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74196634-7f26-4df4-bfa3-0c70f1e4aa62 req-140607ad-1b38-4361-916a-593ec265c4ce tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.4038539 Oct 27 17:30:48.450024 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Network d4997daf-43a9-4912-bbef-3879a78a2a93 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:48.508117 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-4495fb49-ef70-43c1-a71d-30eab707228b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 380 time: 0.6979547 Oct 27 17:30:48.511362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.40', 53035) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:48.539200 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:48.570188 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:48.685252 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'port': {'device_id': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'admin_state_up': True, 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'security_groups': ['938ae462-8ed3-4723-803e-ed27c24751e4']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:48.709200 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:48.715608 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:48.716295 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.718009 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ef77867-96fe-4b3f-b25c-89057ef1ff4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (36da06a4-b3d5-44bd-bf88-2749ddd1d436), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.721399 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port e40784bd-5ee9-4264-8f5f-95551ab2e62e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:48.724111 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.724459 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port e40784bd-5ee9-4264-8f5f-95551ab2e62e Oct 27 17:30:48.727150 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9ef77867-96fe-4b3f-b25c-89057ef1ff4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.728811 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9ef77867-96fe-4b3f-b25c-89057ef1ff4e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/36da06a4-b3d5-44bd-bf88-2749ddd1d436 HTTP/1.1" status: 204 len: 168 time: 2.6107771 Oct 27 17:30:48.819264 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Publish callbacks [] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.819994 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-75c9d517-6911-485d-8df7-68ce60c4c6fc req-c1304695-c6d0-4912-8a74-661066ccf914 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 210 time: 0.3951707 Oct 27 17:30:48.835877 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-bb6cc728-4932-4416-a15b-4f2acf15c305 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8186142 Oct 27 17:30:48.837277 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:48.858981 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:48.919974 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-1eedd202-b9c9-438d-9b8d-79d819c0e0f2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:30:48.934035 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-1eedd202-b9c9-438d-9b8d-79d819c0e0f2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0281579 Oct 27 17:30:48.966550 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:48.972248 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687563-ad58-4466-8a4d-abd3d2008bcb None None] Pushing event updated for resources: {'Port': ['ID=f89d5b9a-20c0-4946-a617-d0e69a7f4361,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:48.994694 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e7b02-819e-49ee-948f-0edbfe9b0ac7 admin admin] Publish callbacks [] for security_group (0c9f3554-398d-410c-8839-620507b4d2b2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.103698 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef77867-96fe-4b3f-b25c-89057ef1ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36da06a4-b3d5-44bd-bf88-2749ddd1d436,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:49.113907 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e7b02-819e-49ee-948f-0edbfe9b0ac7 admin admin] Publish callbacks [] for security_group (0c9f3554-398d-410c-8839-620507b4d2b2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.278316 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e7b02-819e-49ee-948f-0edbfe9b0ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0c9f3554-398d-410c-8839-620507b4d2b2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.285084 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e7b02-819e-49ee-948f-0edbfe9b0ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.287480 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dc6e7b02-819e-49ee-948f-0edbfe9b0ac7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0c9f3554-398d-410c-8839-620507b4d2b2 HTTP/1.1" status: 204 len: 168 time: 1.1715555 Oct 27 17:30:49.317752 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port e40784bd-5ee9-4264-8f5f-95551ab2e62e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:49.324434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:49.346848 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Attempting to bind port f89d5b9a-20c0-4946-a617-d0e69a7f4361 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:49.356062 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Attempting to bind port f89d5b9a-20c0-4946-a617-d0e69a7f4361 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:49.358092 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Attempting to bind port f89d5b9a-20c0-4946-a617-d0e69a7f4361 on network d4997daf-43a9-4912-bbef-3879a78a2a93 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:49.404619 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7eb3a164-a5d3-433c-b111-15320d3c4265 req-dad2d60b-130f-4876-ad3b-31eafdd7d017 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.2062547 Oct 27 17:30:49.424267 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e7b02-819e-49ee-948f-0edbfe9b0ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f3554-398d-410c-8839-620507b4d2b2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:49.526070 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f3c8e-b1a9-45db-ba16-673d5ae40b56 req-e94d8930-422b-4bd4-9504-70a93dbcbeb8 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:49.534602 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d34f3c8e-b1a9-45db-ba16-673d5ae40b56 req-e94d8930-422b-4bd4-9504-70a93dbcbeb8 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 932 time: 0.2346873 Oct 27 17:30:49.556373 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-0c8a6057-3199-4b80-b9d2-fd0013b18f49 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:49.558191 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-0c8a6057-3199-4b80-b9d2-fd0013b18f49 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 1.0452948 Oct 27 17:30:49.599283 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:49.659809 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.683948 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:49.684619 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Checking segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:49.686939 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.687553 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Bound using segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:49.688962 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Bound port: f89d5b9a-20c0-4946-a617-d0e69a7f4361, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:49.690293 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.719009 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5ba31fd0-bf28-4003-9a65-cb12230f78de req-aa2705e3-6618-487f-a4e5-3642a020de5d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.1146231 Oct 27 17:30:49.726035 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-80913800-cc6a-49a2-b116-105749d2adf2 None None] Provisioning complete for port dd5472a4-a592-4461-977c-b241c99f30b9 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:49.733728 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-80913800-cc6a-49a2-b116-105749d2adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.734109 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-80913800-cc6a-49a2-b116-105749d2adf2 None None] Attempt 1 to provision port dd5472a4-a592-4461-977c-b241c99f30b9 Oct 27 17:30:49.757353 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d34f3c8e-b1a9-45db-ba16-673d5ae40b56 req-8f3c72ef-7acd-424d-9910-871fa67486cd tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216127 Oct 27 17:30:49.813151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-80913800-cc6a-49a2-b116-105749d2adf2 None None] Port dd5472a4-a592-4461-977c-b241c99f30b9 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:49.827639 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Made reservation on behalf of 48c1b56e78014b57918f3c4b7ed32114 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:49.831271 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.874376 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:49.874729 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:49.874845 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc Oct 27 17:30:49.888604 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-c8befcd4-f5fb-4aa5-90fe-90570f2f795c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 380 time: 0.2622826 Oct 27 17:30:49.922727 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-edc0e244-2873-4b38-a993-08054e0a4175 req-507a7a91-9570-4c4e-913c-f60cd883e9fb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.0792708 Oct 27 17:30:49.927861 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.022231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35358) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:50.025842 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] For port f89d5b9a-20c0-4946-a617-d0e69a7f4361, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:50.042489 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] For port f89d5b9a-20c0-4946-a617-d0e69a7f4361, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f89d5b9a-20c0-4946-a617-d0e69a7f4361,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:50.092539 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.117620 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f907e6d7-d0af-4b1c-a50c-98c4f03253a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.142827 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=4,neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:50.220240 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:50.221601 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 63cde3e9-b619-4c96-9283-8181e0167f06 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:50.242139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Request body: {'port': {'device_id': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:50.330356 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.40', 53047) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:50.402886 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.db.api [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-951e4452-35ce-4994-af59-6f19d1f7121a {{(pid=104580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 17:30:50.407070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Routers {'de36300d-790a-455e-a802-231244352a30'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:30:50.408108 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:30:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['de36300d-790a-455e-a802-231244352a30'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:50.408931 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG oslo_db.api [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:30:50.512460 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'port': {'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'admin_state_up': True, 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'security_groups': ['f6cbeaf5-cbd6-416c-99de-820aa623a287']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:50.569743 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 63cde3e9-b619-4c96-9283-8181e0167f06 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:50.570075 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.570480 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 63cde3e9-b619-4c96-9283-8181e0167f06 Oct 27 17:30:50.590168 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.701385 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:50.702990 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:50.706416 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687563-ad58-4466-8a4d-abd3d2008bcb None None] Pushing event updated for resources: {'Port': ['ID=f89d5b9a-20c0-4946-a617-d0e69a7f4361,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:50.808445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:50.812015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Allocated IP 172.20.0.7 (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb/526dcb3e-0e28-4106-b241-0edbed7efd5f/8d525473-0013-4431-baf7-e343fbc1a2eb) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:50.881447 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:50.893971 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:50.895597 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.903667 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-923c6577-1a49-484c-ab71-c8798088bce7 req-4d521e1c-a909-453d-b972-b0dad67cb612 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 210 time: 0.6419692 Oct 27 17:30:50.914438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'Port': ['ID=a9b83ac3-e8af-444b-9748-299c30d1dd1d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:50.952237 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:50.967738 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:50.976413 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-346e3588-a510-489c-b6db-79a88b6565bc req-b903713e-aeaf-4b5b-b301-bc2a7ccda122 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.3441353 Oct 27 17:30:51.051569 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 63cde3e9-b619-4c96-9283-8181e0167f06 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:51.062055 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-819a3979-39a3-4f28-858d-7c5dd43166cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9541113 Oct 27 17:30:51.070155 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:51.136435 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Request body: {'port': {'device_id': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:51.208594 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] Set router de36300d-790a-455e-a802-231244352a30 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:30:51.333612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:51.334095 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.334495 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 Oct 27 17:30:51.341686 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:51.400520 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f907e6d7-d0af-4b1c-a50c-98c4f03253a8 admin admin] Publish callbacks [] for security_group (970aaf8f-b9f9-448a-b8b2-e7fc79f2048d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.457648 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-fcc75fc6-a0f5-486f-9ec5-bbc025274b77 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:51.459580 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-fcc75fc6-a0f5-486f-9ec5-bbc025274b77 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 810 time: 1.0943351 Oct 27 17:30:51.524328 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-807fcb16-2aeb-4e15-b4dc-fdf7420e435c req-0a595fc8-163f-46c9-affc-7b6ed366c10c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.2567525 Oct 27 17:30:51.587242 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Made reservation on behalf of a35c2b53ccb445d4b0dd2915376f69cf for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:51.590621 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f907e6d7-d0af-4b1c-a50c-98c4f03253a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (970aaf8f-b9f9-448a-b8b2-e7fc79f2048d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.591161 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.625378 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-78f7fc20-0f21-48cf-9b9b-66090ff92a9d None None] Provisioning complete for port a9b83ac3-e8af-444b-9748-299c30d1dd1d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:51.625699 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-78f7fc20-0f21-48cf-9b9b-66090ff92a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.626045 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-78f7fc20-0f21-48cf-9b9b-66090ff92a9d None None] Attempt 1 to provision port a9b83ac3-e8af-444b-9748-299c30d1dd1d Oct 27 17:30:51.633632 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffbb84-73b2-4ba6-9c76-41b21e91a1bb req-2c217fc9-1caa-444c-a878-08d93bcd807c tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:51.643254 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5ffbb84-73b2-4ba6-9c76-41b21e91a1bb req-2c217fc9-1caa-444c-a878-08d93bcd807c tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 932 time: 0.3768797 Oct 27 17:30:51.668914 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f907e6d7-d0af-4b1c-a50c-98c4f03253a8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b1ba69c300564cabbfcc4d508796d4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6415331 Oct 27 17:30:51.678096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35400) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:51.712610 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:51.790090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-78f7fc20-0f21-48cf-9b9b-66090ff92a9d None None] Port a9b83ac3-e8af-444b-9748-299c30d1dd1d cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:51.812508 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'f89d5b9a-20c0-4946-a617-d0e69a7f4361', 'name': '', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'mac_address': 'fa:16:3e:95:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:26Z', 'updated_at': '2022-10-27T17:30:50Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'subnets': [{'id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:30:51.842453 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6955f92-10c4-4b74-8576-2eff162bb7da None None] The sync data for ids ['de36300d-790a-455e-a802-231244352a30'] in dv-cinder-862831-1-iscsi is: [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'f89d5b9a-20c0-4946-a617-d0e69a7f4361', 'name': '', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'mac_address': 'fa:16:3e:95:77:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:26Z', 'updated_at': '2022-10-27T17:30:50Z', 'revision_number': 4, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'subnets': [{'id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:30:51.853687 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:51.854233 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.917113 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-66e4ae2c-a25d-4816-bc85-334d023afddc req-bdfc62ec-4d9b-49be-8032-48796b5078f8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.2258751 Oct 27 17:30:51.960240 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.965991 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:51.985721 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:51.986578 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 87c72d73-4b20-4b2c-8afc-90205df137e9 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:52.194294 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-0e07c671-4911-4d8a-b05d-86029ab46082 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a9d4d4a323694c4c9244df4f17342a35 HTTP/1.1" status: 200 len: 379 time: 0.5364282 Oct 27 17:30:52.374596 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 87c72d73-4b20-4b2c-8afc-90205df137e9 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:52.379658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:52.380508 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 87c72d73-4b20-4b2c-8afc-90205df137e9 Oct 27 17:30:52.472246 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:52.579658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 87c72d73-4b20-4b2c-8afc-90205df137e9 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:52.580821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 15f28b0e-7a51-4873-b83e-270b1a7e97cf up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:52.586471 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Allocated IP 172.20.0.3 (1141f554-a530-4b9e-acf6-75096dad10e5/c3ce72eb-6d23-498c-98e0-efc509e4760f/ed86609d-1807-41a9-9302-15671bc13ea6) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:52.594764 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:52.619078 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'port': {'device_id': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'admin_state_up': True, 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'security_groups': ['90195964-598b-4e46-a961-f2782c8e860e']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:52.627220 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:52.661677 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:52.708552 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5ffbb84-73b2-4ba6-9c76-41b21e91a1bb req-1e68a39b-9ab1-4626-9d04-1a776e203b22 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0628805 Oct 27 17:30:52.738401 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e6d7-d0af-4b1c-a50c-98c4f03253a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970aaf8f-b9f9-448a-b8b2-e7fc79f2048d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:52.748226 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 15f28b0e-7a51-4873-b83e-270b1a7e97cf triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:52.748560 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:52.748960 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 15f28b0e-7a51-4873-b83e-270b1a7e97cf Oct 27 17:30:52.921731 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Made reservation on behalf of a9d4d4a323694c4c9244df4f17342a35 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:52.925957 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:52.962485 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 15f28b0e-7a51-4873-b83e-270b1a7e97cf is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:52.962485 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:52.981691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.20.0.6 (40b6c3a9-49a5-4aa8-abaa-a41beea7c111/bb98c535-8c46-4877-8e77-49c6d7aa4d09/021b0623-ac50-4080-925e-8bf3d47884b1) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:52.993825 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bd490607-cd83-43ba-a505-5eb8f0443d12 req-f9de4409-801d-4373-a5fd-12a81eb27575 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.0905316 Oct 27 17:30:53.005307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7,neutron:SELECT=87 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:53.016494 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e899015-b45c-4048-93a9-f31702144209 req-56ce133b-8a85-4a2c-9f27-3fabb1d11fef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 210 time: 0.4110706 Oct 27 17:30:53.022383 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 15f28b0e-7a51-4873-b83e-270b1a7e97cf, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=15f28b0e-7a51-4873-b83e-270b1a7e97cf,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:53.031135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.031616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 38a2ae68-f206-4dfb-8fc7-596deaff09e6 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:53.143055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.274474 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=15f28b0e-7a51-4873-b83e-270b1a7e97cf,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:53.303456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:53.304316 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.306669 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 Oct 27 17:30:53.367448 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for port (ed86609d-1807-41a9-9302-15671bc13ea6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.406800 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:53.420087 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.454244 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8caee37a-53dd-4b85-9e48-0ef47e56bd25 req-94290b2c-991f-41cd-a602-3870efa0ad10 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.2203243 Oct 27 17:30:53.533184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:53.535961 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.592687 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.613533 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:53.629716 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 38a2ae68-f206-4dfb-8fc7-596deaff09e6, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=38a2ae68-f206-4dfb-8fc7-596deaff09e6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:53.637388 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.638667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ac46ace6-4e9b-406a-b7d7-046a725b85e6 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:53.643280 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2f14-9ecf-4d44-b611-d4f1fa2c0f90 admin admin] Publish callbacks [] for security_group (970aaf8f-b9f9-448a-b8b2-e7fc79f2048d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.841991 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port ac46ace6-4e9b-406a-b7d7-046a725b85e6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:53.842654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.843150 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port ac46ace6-4e9b-406a-b7d7-046a725b85e6 Oct 27 17:30:53.873454 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:53.892136 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=38a2ae68-f206-4dfb-8fc7-596deaff09e6,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:53.914319 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ee44fac-246c-4b84-aefb-a982a7e1ab54 req-bca62977-6056-4f08-b7aa-941b823c6dfc tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.5006492 Oct 27 17:30:54.040239 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:54.125903 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b83ac3-e8af-444b-9748-299c30d1dd1d {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:30:54.128425 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port ac46ace6-4e9b-406a-b7d7-046a725b85e6 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:54.129396 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.146731 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Publish callbacks [] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.198139 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port ac46ace6-4e9b-406a-b7d7-046a725b85e6, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=ac46ace6-4e9b-406a-b7d7-046a725b85e6,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:54.207393 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.239687 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Transition to ACTIVE for port object a9b83ac3-e8af-444b-9748-299c30d1dd1d will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:30:54.264818 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Allocated IP 172.20.0.5 (ace0e445-53a9-4562-8c1c-1746268e4744/7ab53b09-4272-4f5b-86bd-0acf7f6ce418/689c3b28-8322-4e68-94df-67c69ac85d72) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:30:54.289476 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:54.354573 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=ac46ace6-4e9b-406a-b7d7-046a725b85e6,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:54.439004 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:54.455667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f89d5b9a-20c0-4946-a617-d0e69a7f4361 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:54.462560 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2f14-9ecf-4d44-b611-d4f1fa2c0f90 admin admin] Publish callbacks [] for security_group (970aaf8f-b9f9-448a-b8b2-e7fc79f2048d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.465738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.472231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'Port': ['ID=ed86609d-1807-41a9-9302-15671bc13ea6,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:54.477711 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:54.480225 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:54.480636 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:54.492354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:54.493046 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.510312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port f89d5b9a-20c0-4946-a617-d0e69a7f4361 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:54.510750 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.511274 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port f89d5b9a-20c0-4946-a617-d0e69a7f4361 Oct 27 17:30:54.575335 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-fb204d48-106b-4cfe-9c0d-466e5be78b40 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9605439 Oct 27 17:30:54.599506 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:54.640459 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port f89d5b9a-20c0-4946-a617-d0e69a7f4361 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:54.641099 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.645228 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5472a4-a592-4461-977c-b241c99f30b9 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:30:54.664311 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Request body: {'port': {'device_id': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:54.668357 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-04cc056b-5a2b-4f0f-8d52-65c9f2f78eff req-aca34f0a-0751-4b79-97f9-c3ecd61f7d37 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.2082667 Oct 27 17:30:54.696250 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Publish callbacks [] for port (dd5472a4-a592-4461-977c-b241c99f30b9), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.729909 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port f89d5b9a-20c0-4946-a617-d0e69a7f4361, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f89d5b9a-20c0-4946-a617-d0e69a7f4361,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:54.732229 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (021b0623-ac50-4080-925e-8bf3d47884b1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.745814 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.746967 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 15f28b0e-7a51-4873-b83e-270b1a7e97cf up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:54.760954 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Transition to ACTIVE for port object dd5472a4-a592-4461-977c-b241c99f30b9 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:30:54.789428 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:54.801533 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.809220 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.861893 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 15f28b0e-7a51-4873-b83e-270b1a7e97cf triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:54.862390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.862731 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 15f28b0e-7a51-4873-b83e-270b1a7e97cf Oct 27 17:30:54.884498 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:54.896071 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5472a4-a592-4461-977c-b241c99f30b9,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:54.897420 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:54.912270 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.921263 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:54.923720 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=f89d5b9a-20c0-4946-a617-d0e69a7f4361,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:54.952119 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:54.952822 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for port (689c3b28-8322-4e68-94df-67c69ac85d72), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.960180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:54.987515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010b491-5cc0-4f7f-9742-a297b0d1ced3 req-46ff5f5e-a307-404d-b75e-e499bafcdf85 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:54.992733 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b010b491-5cc0-4f7f-9742-a297b0d1ced3 req-46ff5f5e-a307-404d-b75e-e499bafcdf85 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 932 time: 0.7510750 Oct 27 17:30:55.005174 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 15f28b0e-7a51-4873-b83e-270b1a7e97cf is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:55.005174 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 38a2ae68-f206-4dfb-8fc7-596deaff09e6 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:55.044114 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f5331dff-8d25-4bb8-b880-13deaa67a519 None None] Provisioning complete for port ed86609d-1807-41a9-9302-15671bc13ea6 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:55.044643 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5331dff-8d25-4bb8-b880-13deaa67a519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.044900 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f5331dff-8d25-4bb8-b880-13deaa67a519 None None] Attempt 1 to provision port ed86609d-1807-41a9-9302-15671bc13ea6 Oct 27 17:30:55.083022 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b83ac3-e8af-444b-9748-299c30d1dd1d,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:55.114314 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f5331dff-8d25-4bb8-b880-13deaa67a519 None None] Port ed86609d-1807-41a9-9302-15671bc13ea6 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:55.127263 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c93adbe4-8bb2-4519-a552-b2eb5c6ef462 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5721250 Oct 27 17:30:55.139278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Attempting to bind port a9b83ac3-e8af-444b-9748-299c30d1dd1d on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:55.142088 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Attempting to bind port a9b83ac3-e8af-444b-9748-299c30d1dd1d by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:55.144399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Attempting to bind port a9b83ac3-e8af-444b-9748-299c30d1dd1d on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:55.158036 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:55.158642 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.158732 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 Oct 27 17:30:55.218231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1421-9fc4-4abc-92ba-0a9ce76ff92f req-bad1e0f2-9cb6-4f51-92ef-773bf239ceed tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:55.228853 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-be1d1421-9fc4-4abc-92ba-0a9ce76ff92f req-bad1e0f2-9cb6-4f51-92ef-773bf239ceed tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 931 time: 0.3400190 Oct 27 17:30:55.278251 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Attempting to bind port dd5472a4-a592-4461-977c-b241c99f30b9 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:55.278625 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Attempting to bind port dd5472a4-a592-4461-977c-b241c99f30b9 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:55.278982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Attempting to bind port dd5472a4-a592-4461-977c-b241c99f30b9 on network d4997daf-43a9-4912-bbef-3879a78a2a93 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:55.340635 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:55.342853 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:55.353434 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Request body: {'port': {'device_id': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:55.387319 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2f14-9ecf-4d44-b611-d4f1fa2c0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (970aaf8f-b9f9-448a-b8b2-e7fc79f2048d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.397966 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2f14-9ecf-4d44-b611-d4f1fa2c0f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.402978 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7c9c2f14-9ecf-4d44-b611-d4f1fa2c0f90 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/970aaf8f-b9f9-448a-b8b2-e7fc79f2048d HTTP/1.1" status: 204 len: 168 time: 3.7131920 Oct 27 17:30:55.444114 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Port dd5472a4-a592-4461-977c-b241c99f30b9 on network d4997daf-43a9-4912-bbef-3879a78a2a93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:30:55.444485 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Attempting to bind port dd5472a4-a592-4461-977c-b241c99f30b9 on network d4997daf-43a9-4912-bbef-3879a78a2a93 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:55.511165 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:55.512012 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.513833 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 Oct 27 17:30:55.525787 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-e427400d-d8f4-4804-a64c-ad12958eff1d None None] Provisioning complete for port 8d525473-0013-4431-baf7-e343fbc1a2eb triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:55.526162 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e427400d-d8f4-4804-a64c-ad12958eff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.528749 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-e427400d-d8f4-4804-a64c-ad12958eff1d None None] Attempt 1 to provision port 8d525473-0013-4431-baf7-e343fbc1a2eb Oct 27 17:30:55.539470 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c2f14-9ecf-4d44-b611-d4f1fa2c0f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970aaf8f-b9f9-448a-b8b2-e7fc79f2048d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:55.607593 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b010b491-5cc0-4f7f-9742-a297b0d1ced3 req-f4490e5b-f45b-4b4c-9f82-ad42d617b92f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693519 Oct 27 17:30:55.612803 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:55.613936 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Checking segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:55.614249 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Bound using segment: {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:55.614738 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Bound port: dd5472a4-a592-4461-977c-b241c99f30b9, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:55.615103 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.635763 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:55.638120 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=021b0623-ac50-4080-925e-8bf3d47884b1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:55.669722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:55.739418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:55.755630 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:55.756306 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:55.786253 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:55.819440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Port a9b83ac3-e8af-444b-9748-299c30d1dd1d on network 1141f554-a530-4b9e-acf6-75096dad10e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:30:55.819671 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Attempting to bind port a9b83ac3-e8af-444b-9748-299c30d1dd1d on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:55.836681 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-e427400d-d8f4-4804-a64c-ad12958eff1d None None] Port 8d525473-0013-4431-baf7-e343fbc1a2eb cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:55.910888 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:56.013008 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-be1d1421-9fc4-4abc-92ba-0a9ce76ff92f req-62d58792-4ef2-4927-9d2e-ecb3ac29ca7a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7830255 Oct 27 17:30:56.029005 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:56.065669 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.198491 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd4c39-9e1c-4bd2-b8ee-893ce05978b6 req-11bf4b90-9517-44b1-b342-38cf66bbf9a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:56.208613 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eabd4c39-9e1c-4bd2-b8ee-893ce05978b6 req-11bf4b90-9517-44b1-b342-38cf66bbf9a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 931 time: 0.4424694 Oct 27 17:30:56.208613 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.256137 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:56.259614 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Checking segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:56.261097 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Bound using segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:56.261673 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Bound port: a9b83ac3-e8af-444b-9748-299c30d1dd1d, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:56.264822 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-e8388804-5b0a-4de9-bea8-315aae97c83b None None] Provisioning complete for port 021b0623-ac50-4080-925e-8bf3d47884b1 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:56.267879 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.268070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e8388804-5b0a-4de9-bea8-315aae97c83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.268491 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-e8388804-5b0a-4de9-bea8-315aae97c83b None None] Attempt 1 to provision port 021b0623-ac50-4080-925e-8bf3d47884b1 Oct 27 17:30:56.284635 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-abf43bd0-6738-47e2-9cc1-1abda83cce74 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9746821 Oct 27 17:30:56.337661 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Request body: {'port': {'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:56.365558 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:56.402951 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-e8388804-5b0a-4de9-bea8-315aae97c83b None None] Port 021b0623-ac50-4080-925e-8bf3d47884b1 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:56.423189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] For port a9b83ac3-e8af-444b-9748-299c30d1dd1d, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:56.426527 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Network ace0e445-53a9-4562-8c1c-1746268e4744 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:30:56.446270 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a686bf-c0cd-4ea2-a1db-bee49921be7a req-0e048b7e-3201-4399-a865-623dd5be8773 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:56.452773 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] For port a9b83ac3-e8af-444b-9748-299c30d1dd1d, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:56.457825 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c3a686bf-c0cd-4ea2-a1db-bee49921be7a req-0e048b7e-3201-4399-a865-623dd5be8773 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 931 time: 0.1541185 Oct 27 17:30:56.483575 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:56.493267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.511022 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:56.511755 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.513229 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 1093 time: 5.4187977 Oct 27 17:30:56.516701 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'tag': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:30:56.595356 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f89d5b9a-20c0-4946-a617-d0e69a7f4361 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:56.621734 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:56.624013 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:30:56.640435 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:30:56.649607 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:56.650782 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.685349 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eabd4c39-9e1c-4bd2-b8ee-893ce05978b6 req-514e9a8f-2500-4bb4-ae96-368a0f835a09 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406588 Oct 27 17:30:56.755466 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.830605 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] For port dd5472a4-a592-4461-977c-b241c99f30b9, host hv-cinder-86283, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:56.853343 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'Port': ['ID=689c3b28-8322-4e68-94df-67c69ac85d72,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:56.871381 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c3a686bf-c0cd-4ea2-a1db-bee49921be7a req-f5df5212-4f6c-4bf5-9f9c-73413eb01ab3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086621 Oct 27 17:30:56.888498 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port f89d5b9a-20c0-4946-a617-d0e69a7f4361 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:56.888498 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:56.888498 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port f89d5b9a-20c0-4946-a617-d0e69a7f4361 Oct 27 17:30:56.907600 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:56.933402 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73638c-e9b4-43d7-8ca4-3c4b3821b502 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b83ac3-e8af-444b-9748-299c30d1dd1d,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:56.942058 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db42315-5702-4dda-b761-748a865f19fa" -d '{"events": [{"name": "network-changed", "server_uuid": "7238287c-af11-4c20-96cf-8ee9e4b34e8a", "tag": "a9b83ac3-e8af-444b-9748-299c30d1dd1d"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:30:56.950893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] For port dd5472a4-a592-4461-977c-b241c99f30b9, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=dd5472a4-a592-4461-977c-b241c99f30b9,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:56.969632 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-8d6ab2f5-8ed4-45c0-9807-6af95117c14c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3876324 Oct 27 17:30:57.005240 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.028043 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Request body: {'port': {'device_id': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:57.066212 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port f89d5b9a-20c0-4946-a617-d0e69a7f4361 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:57.068722 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ac46ace6-4e9b-406a-b7d7-046a725b85e6 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:30:57.090272 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:57.091417 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.092981 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/dd5472a4-a592-4461-977c-b241c99f30b9 HTTP/1.1" status: 200 len: 1094 time: 7.4538069 Oct 27 17:30:57.114432 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'tag': 'dd5472a4-a592-4461-977c-b241c99f30b9'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:30:57.205048 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-2cedb6d1-6bb5-42a4-8949-3bc31704c67e None None] Provisioning complete for port 689c3b28-8322-4e68-94df-67c69ac85d72 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:57.205420 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2cedb6d1-6bb5-42a4-8949-3bc31704c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.205754 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-2cedb6d1-6bb5-42a4-8949-3bc31704c67e None None] Attempt 1 to provision port 689c3b28-8322-4e68-94df-67c69ac85d72 Oct 27 17:30:57.273671 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-2cedb6d1-6bb5-42a4-8949-3bc31704c67e None None] Port 689c3b28-8322-4e68-94df-67c69ac85d72 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:30:57.288598 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port ac46ace6-4e9b-406a-b7d7-046a725b85e6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:30:57.288975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.289314 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port ac46ace6-4e9b-406a-b7d7-046a725b85e6 Oct 27 17:30:57.327189 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35556) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:57.356613 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951c5c5-f521-48fc-9837-ebc864f9714e req-9c47149b-9819-471f-b1a1-e36e960ac579 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:57.359319 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0951c5c5-f521-48fc-9837-ebc864f9714e req-9c47149b-9819-471f-b1a1-e36e960ac579 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 931 time: 0.3549743 Oct 27 17:30:57.507814 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f6336-91fc-4bb6-bace-35e43c350620 req-204b9c2b-b32f-4dfc-8f10-6654d2b45629 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:57.517800 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d31f6336-91fc-4bb6-bace-35e43c350620 req-204b9c2b-b32f-4dfc-8f10-6654d2b45629 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.4456282 Oct 27 17:30:57.527586 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port ac46ace6-4e9b-406a-b7d7-046a725b85e6 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:30:57.646014 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f4324-0826-4b60-b1b5-a7d00c63cdec", "tag": "dd5472a4-a592-4461-977c-b241c99f30b9"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:30:57.655683 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728601371-network', 'tenant_id': '228f90dd456d4100abee40757d969bba'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:57.684574 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-2ebe8447-9378-41d5-b743-436a7c7ee28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:57.695589 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-2ebe8447-9378-41d5-b743-436a7c7ee28f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=32e47ddf4f9e4e6cb6ed56253f708fac&device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 1128 time: 0.3960445 Oct 27 17:30:57.795175 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2a4c-dd81-4917-9653-4ec450a6fbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5472a4-a592-4461-977c-b241c99f30b9,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:57.814877 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Made reservation on behalf of 228f90dd456d4100abee40757d969bba for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:57.818268 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.852845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021b0623-ac50-4080-925e-8bf3d47884b1 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:30:57.862449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Publish callbacks [] for port (021b0623-ac50-4080-925e-8bf3d47884b1), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.875261 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.880223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Transition to ACTIVE for port object 021b0623-ac50-4080-925e-8bf3d47884b1 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:30:57.895055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.930958 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed86609d-1807-41a9-9302-15671bc13ea6 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:30:57.939846 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Publish callbacks [] for port (ed86609d-1807-41a9-9302-15671bc13ea6), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.968663 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:57.968864 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-3deaa178-d1f5-4b99-bd26-0df02b8c370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:57.970237 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-3deaa178-d1f5-4b99-bd26-0df02b8c370b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1127 time: 1.3591466 Oct 27 17:30:57.973107 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35578) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:57.992217 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Transition to ACTIVE for port object ed86609d-1807-41a9-9302-15671bc13ea6 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:30:58.002577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:58.014621 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:58.092451 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0951c5c5-f521-48fc-9837-ebc864f9714e req-1c1b1923-6a6b-4dd0-af03-f80c42655bc9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100565 Oct 27 17:30:58.167337 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Pushing event updated for resources: {'Port': ['ID=ed86609d-1807-41a9-9302-15671bc13ea6,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:58.203015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Attempting to bind port 021b0623-ac50-4080-925e-8bf3d47884b1 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:58.204520 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Attempting to bind port 021b0623-ac50-4080-925e-8bf3d47884b1 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:58.204870 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Attempting to bind port 021b0623-ac50-4080-925e-8bf3d47884b1 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:58.610647 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=021b0623-ac50-4080-925e-8bf3d47884b1,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:58.680550 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:30:58.713923 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:58.738781 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:58.759254 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d31f6336-91fc-4bb6-bace-35e43c350620 req-99e52e30-2b1b-481d-8965-09a0ad89e0af tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2369435 Oct 27 17:30:58.768254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-799209c9-b458-4973-af53-d17b81aac5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:58.768779 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-08926568-8034-4dbb-9055-fd44bd3907ff service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd5472a4-a592-4461-977c-b241c99f30b9 HTTP/1.1" status: 200 len: 217 time: 0.0930536 Oct 27 17:30:58.770823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689c3b28-8322-4e68-94df-67c69ac85d72 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:30:58.792934 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Attempting to bind port ed86609d-1807-41a9-9302-15671bc13ea6 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:58.792934 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Attempting to bind port ed86609d-1807-41a9-9302-15671bc13ea6 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:58.792934 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Attempting to bind port ed86609d-1807-41a9-9302-15671bc13ea6 on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:58.809943 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Publish callbacks [] for port (689c3b28-8322-4e68-94df-67c69ac85d72), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:58.827785 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:58.842444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Transition to ACTIVE for port object 689c3b28-8322-4e68-94df-67c69ac85d72 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:30:58.856296 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-af56b5e1-a87a-4b60-8127-8f2ccaa09769 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 217 time: 0.2224975 Oct 27 17:30:58.857780 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:58.898977 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482978fa-7044-4967-80ca-fc6b21929175 req-1451291f-d1f3-416f-9e6e-a540af083db6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:58.901178 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-482978fa-7044-4967-80ca-fc6b21929175 req-1451291f-d1f3-416f-9e6e-a540af083db6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 931 time: 0.6351659 Oct 27 17:30:58.908718 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Port ed86609d-1807-41a9-9302-15671bc13ea6 on network 1141f554-a530-4b9e-acf6-75096dad10e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:30:58.909075 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Attempting to bind port ed86609d-1807-41a9-9302-15671bc13ea6 on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:58.921844 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d525473-0013-4431-baf7-e343fbc1a2eb {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:30:58.937733 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Port 021b0623-ac50-4080-925e-8bf3d47884b1 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:30:58.937733 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Attempting to bind port 021b0623-ac50-4080-925e-8bf3d47884b1 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:58.953028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Publish callbacks [] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:58.976754 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Pushing event updated for resources: {'Port': ['ID=689c3b28-8322-4e68-94df-67c69ac85d72,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:58.992259 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks [] for security_group (b48a4672-5566-4fb7-9e5b-032e0c3bcec5), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.000177 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Attempting to bind port 689c3b28-8322-4e68-94df-67c69ac85d72 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:59.000505 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Attempting to bind port 689c3b28-8322-4e68-94df-67c69ac85d72 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:59.001104 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Attempting to bind port 689c3b28-8322-4e68-94df-67c69ac85d72 on network ace0e445-53a9-4562-8c1c-1746268e4744 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:59.004962 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b48a4672-5566-4fb7-9e5b-032e0c3bcec5), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.020931 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Transition to ACTIVE for port object 8d525473-0013-4431-baf7-e343fbc1a2eb will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:30:59.037498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.066863 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:30:59.078974 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:59.079552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Checking segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:59.079957 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Bound using segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:59.080737 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Bound port: ed86609d-1807-41a9-9302-15671bc13ea6, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:59.080737 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.086705 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a4672-5566-4fb7-9e5b-032e0c3bcec5,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.089400 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820f69ce-7aea-4fd3-8e0a-a7d0390455c2 x-openstack-request-id: req-820f69ce-7aea-4fd3-8e0a-a7d0390455c2 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:30:59.089701 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7238287c-af11-4c20-96cf-8ee9e4b34e8a", "tag": "a9b83ac3-e8af-444b-9748-299c30d1dd1d", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:30:59.089961 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-820f69ce-7aea-4fd3-8e0a-a7d0390455c2 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:30:59.090585 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820f69ce-7aea-4fd3-8e0a-a7d0390455c2'] response: {'name': 'network-changed', 'server_uuid': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'tag': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d', 'status': 'completed', 'code': 200} Oct 27 17:30:59.099532 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (c0df187f-641b-475f-8954-af80ab7db22e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.099865 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Added segment c0df187f-641b-475f-8954-af80ab7db22e of type vlan for network 2c471473-0825-4bf5-ab5b-e5a267d3b131 Oct 27 17:30:59.115528 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-482978fa-7044-4967-80ca-fc6b21929175 req-e7dafaa4-4068-4c09-bc56-437ee2a8232f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991372 Oct 27 17:30:59.127001 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:59.127344 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:59.127749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Bound using segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:59.128217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Bound port: 021b0623-ac50-4080-925e-8bf3d47884b1, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:59.128579 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.140239 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Port 689c3b28-8322-4e68-94df-67c69ac85d72 on network ace0e445-53a9-4562-8c1c-1746268e4744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:30:59.140378 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Attempting to bind port 689c3b28-8322-4e68-94df-67c69ac85d72 on network ace0e445-53a9-4562-8c1c-1746268e4744 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:59.179619 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.196063 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (2c471473-0825-4bf5-ab5b-e5a267d3b131), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.203172 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-799209c9-b458-4973-af53-d17b81aac5c4 admin admin] Publish callbacks [] for security_group (f179708a-7635-4114-8af1-d3d28b6f4662), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.210762 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7866ec1b-2f4a-4519-be2c-97633428429d x-openstack-request-id: req-7866ec1b-2f4a-4519-be2c-97633428429d {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:30:59.211030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f4324-0826-4b60-b1b5-a7d00c63cdec", "tag": "dd5472a4-a592-4461-977c-b241c99f30b9", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:30:59.211420 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7866ec1b-2f4a-4519-be2c-97633428429d {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:30:59.211958 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7866ec1b-2f4a-4519-be2c-97633428429d'] response: {'name': 'network-changed', 'server_uuid': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'tag': 'dd5472a4-a592-4461-977c-b241c99f30b9', 'status': 'completed', 'code': 200} Oct 27 17:30:59.213889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-799209c9-b458-4973-af53-d17b81aac5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f179708a-7635-4114-8af1-d3d28b6f4662), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.260239 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] For port ed86609d-1807-41a9-9302-15671bc13ea6, host hv-cinder-86283, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:59.263602 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] For port ed86609d-1807-41a9-9302-15671bc13ea6, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ed86609d-1807-41a9-9302-15671bc13ea6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:59.266584 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (2c471473-0825-4bf5-ab5b-e5a267d3b131), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.267648 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.268316 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.275205 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:59.275548 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Checking segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:59.276003 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Bound using segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:59.276512 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Bound port: 689c3b28-8322-4e68-94df-67c69ac85d72, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:59.276920 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.284863 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Attempting to bind port 8d525473-0013-4431-baf7-e343fbc1a2eb on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:30:59.285739 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Attempting to bind port 8d525473-0013-4431-baf7-e343fbc1a2eb by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:30:59.286076 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Attempting to bind port 8d525473-0013-4431-baf7-e343fbc1a2eb on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:59.308678 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.329333 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.329938 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.331243 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ed86609d-1807-41a9-9302-15671bc13ea6 HTTP/1.1" status: 200 len: 1093 time: 4.7067332 Oct 27 17:30:59.364983 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-799209c9-b458-4973-af53-d17b81aac5c4 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8ad9f6df96314ad8a543c18b0f7c287e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3591874 Oct 27 17:30:59.373741 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799209c9-b458-4973-af53-d17b81aac5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f179708a-7635-4114-8af1-d3d28b6f4662,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.379325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35606) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:59.403951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471862-b7aa-4110-aa06-441574b9eb9f req-a4e4862f-049a-4032-bb3d-cd39cffc7465 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.405453 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e471862-b7aa-4110-aa06-441574b9eb9f req-a4e4862f-049a-4032-bb3d-cd39cffc7465 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.1781166 Oct 27 17:30:59.418002 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0618746 Oct 27 17:30:59.419472 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] For port 021b0623-ac50-4080-925e-8bf3d47884b1, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:59.424518 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35608) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:30:59.433972 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73b53-5f90-4c8d-9f07-8a9eb7ff1501 admin admin] Pushing event updated for resources: {'Network': ['ID=2c471473-0825-4bf5-ab5b-e5a267d3b131,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.448197 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Request body: {'subnet': {'network_id': '2c471473-0825-4bf5-ab5b-e5a267d3b131', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728601371-subnet', 'tenant_id': '228f90dd456d4100abee40757d969bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:30:59.451461 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:59.454700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 2c471473-0825-4bf5-ab5b-e5a267d3b131 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:30:59.462675 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b178cd-84ec-481c-b446-73a15eed41e7 req-edaf2c8b-71bc-448e-b6f1-9ab3c62e3d80 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.464073 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84b178cd-84ec-481c-b446-73a15eed41e7 req-edaf2c8b-71bc-448e-b6f1-9ab3c62e3d80 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.1569912 Oct 27 17:30:59.479001 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] For port 021b0623-ac50-4080-925e-8bf3d47884b1, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=021b0623-ac50-4080-925e-8bf3d47884b1,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:59.492386 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Port 8d525473-0013-4431-baf7-e343fbc1a2eb on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:30:59.493188 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Attempting to bind port 8d525473-0013-4431-baf7-e343fbc1a2eb on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:30:59.498890 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:59.499744 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:59.505223 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] For port 689c3b28-8322-4e68-94df-67c69ac85d72, host hv-cinder-86283, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:59.507201 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79385d24-88dd-40e1-b329-978d0c383b94 service neutron] Pushing event updated for resources: {'Port': ['ID=ed86609d-1807-41a9-9302-15671bc13ea6,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.524578 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] For port 689c3b28-8322-4e68-94df-67c69ac85d72, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=689c3b28-8322-4e68-94df-67c69ac85d72,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:59.528622 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.532852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.533657 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.535243 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/021b0623-ac50-4080-925e-8bf3d47884b1 HTTP/1.1" status: 200 len: 1093 time: 3.2057240 Oct 27 17:30:59.539020 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.550715 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.551492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.552741 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 1093 time: 2.5428560 Oct 27 17:30:59.573628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:30:59.587619 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84b178cd-84ec-481c-b446-73a15eed41e7 req-6941c82c-5176-461e-91e7-ee53bf4254d6 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108236 Oct 27 17:30:59.596810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Made reservation on behalf of 228f90dd456d4100abee40757d969bba for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:30:59.599526 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.611917 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482ca0-f4c4-4246-8b99-f9ca5c1daeca service neutron] Pushing event updated for resources: {'Port': ['ID=689c3b28-8322-4e68-94df-67c69ac85d72,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.664534 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e471862-b7aa-4110-aa06-441574b9eb9f req-8ea817bb-3cb4-41d5-8910-cff342c2a513 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494988 Oct 27 17:30:59.675312 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ee7579b-ee27-4305-8a7a-5f757c51399c admin admin] Publish callbacks [] for security_group (f179708a-7635-4114-8af1-d3d28b6f4662), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.681629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:30:59.681969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Checking segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:30:59.682358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Bound using segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:30:59.682801 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Bound port: 8d525473-0013-4431-baf7-e343fbc1a2eb, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:30:59.683161 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.708767 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e183aea-c9a3-4b38-af78-bba79d1deb57 req-36f8ebe6-beb1-4e06-8c76-4282e9dc8d76 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.710259 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0e183aea-c9a3-4b38-af78-bba79d1deb57 req-36f8ebe6-beb1-4e06-8c76-4282e9dc8d76 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0502861 Oct 27 17:30:59.728826 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c19a5f-fba0-47ad-8127-47ae0c36c7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=021b0623-ac50-4080-925e-8bf3d47884b1,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.758830 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ee7579b-ee27-4305-8a7a-5f757c51399c admin admin] Publish callbacks [] for security_group (f179708a-7635-4114-8af1-d3d28b6f4662), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.763080 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0e183aea-c9a3-4b38-af78-bba79d1deb57 req-d6280798-73ea-4ca6-b2fd-4ca386b789d2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469236 Oct 27 17:30:59.892737 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:30:59.937773 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:30:59.951526 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ee7579b-ee27-4305-8a7a-5f757c51399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f179708a-7635-4114-8af1-d3d28b6f4662), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.954061 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0ee7579b-ee27-4305-8a7a-5f757c51399c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.955201 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0ee7579b-ee27-4305-8a7a-5f757c51399c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f179708a-7635-4114-8af1-d3d28b6f4662 HTTP/1.1" status: 204 len: 168 time: 0.5719132 Oct 27 17:30:59.962623 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.965632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.966258 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:30:59.967611 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 1093 time: 4.6452632 Oct 27 17:30:59.973995 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4176-2255-4e4c-af0f-85db4c290c75 req-4c86cf31-f905-4389-be4e-f6b01fa6803f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:30:59.976142 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7f5d4176-2255-4e4c-af0f-85db4c290c75 req-4c86cf31-f905-4389-be4e-f6b01fa6803f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.1263311 Oct 27 17:31:00.028865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7579b-ee27-4305-8a7a-5f757c51399c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179708a-7635-4114-8af1-d3d28b6f4662,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:00.087492 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (e9c543ce-13e4-47bf-a467-d88e44ae256b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.144319 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:00.149381 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dadfc6-2ff6-4f68-be92-3588951fc197 service neutron] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:00.157082 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7f5d4176-2255-4e4c-af0f-85db4c290c75 req-17339ceb-ab93-46a8-9391-3e37dbb31d9b tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516047 Oct 27 17:31:00.175510 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c543ce-13e4-47bf-a467-d88e44ae256b,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:00.194120 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Checking segment: {'id': 'c0df187f-641b-475f-8954-af80ab7db22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c471473-0825-4bf5-ab5b-e5a267d3b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:00.194480 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Network hostable DHCP agents. Network: 2c471473-0825-4bf5-ab5b-e5a267d3b131, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:31:00.233875 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Network 2c471473-0825-4bf5-ab5b-e5a267d3b131 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:31:00.246554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 2c471473-0825-4bf5-ab5b-e5a267d3b131) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:00.257141 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f6c0f-c099-4b14-b7e9-854b8b6decac None None] Network 2c471473-0825-4bf5-ab5b-e5a267d3b131 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:00.268696 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:00.269440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.314377 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-02722f8a-4068-4f73-87be-d4de7a23be3b admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8723884 Oct 27 17:31:00.359756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94261e-6270-41a1-8937-57c9fd19f3d4 req-1974a8a4-1211-4a0d-8a1c-efb2f18903bd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:00.370485 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ee94261e-6270-41a1-8937-57c9fd19f3d4 req-1974a8a4-1211-4a0d-8a1c-efb2f18903bd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.1019073 Oct 27 17:31:00.391884 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d82b46-a635-4f4a-b53d-910cc2f35733 None None] Network 2c471473-0825-4bf5-ab5b-e5a267d3b131 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:00.439845 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ee94261e-6270-41a1-8937-57c9fd19f3d4 req-aaa0b806-843a-4962-bbe5-c8723840a3ab tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637417 Oct 27 17:31:00.466886 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35624) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:00.480585 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c68c238e-8f19-4ad7-b5da-a437622cfe5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.569779 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c68c238e-8f19-4ad7-b5da-a437622cfe5c admin admin] Publish callbacks [] for security_group (c7bc8063-c424-4b2b-b221-f47705bda131), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.578101 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c68c238e-8f19-4ad7-b5da-a437622cfe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c7bc8063-c424-4b2b-b221-f47705bda131), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.621022 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c68c238e-8f19-4ad7-b5da-a437622cfe5c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4bb7085d02c64162b1c47d6b7ef34d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504722 Oct 27 17:31:00.621022 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c238e-8f19-4ad7-b5da-a437622cfe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bc8063-c424-4b2b-b221-f47705bda131,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:00.621206 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35630) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:00.703081 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bba068e1-27d9-4893-a85d-ae81fef9382b admin admin] Publish callbacks [] for security_group (c7bc8063-c424-4b2b-b221-f47705bda131), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.728690 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c3952-9dd9-4f66-944a-4811cf1f37c2 req-b099947a-250f-4765-8c28-6437c6f53540 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:00.730225 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d89c3952-9dd9-4f66-944a-4811cf1f37c2 req-b099947a-250f-4765-8c28-6437c6f53540 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0655494 Oct 27 17:31:00.740080 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bba068e1-27d9-4893-a85d-ae81fef9382b admin admin] Publish callbacks [] for security_group (c7bc8063-c424-4b2b-b221-f47705bda131), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.789198 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:00.800540 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b98ba7-d832-4a56-8a8a-59459115b90e req-c4a1f6b3-8a2a-44c5-9011-e1480f756269 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:00.802196 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-72b98ba7-d832-4a56-8a8a-59459115b90e req-c4a1f6b3-8a2a-44c5-9011-e1480f756269 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0517087 Oct 27 17:31:00.824312 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d89c3952-9dd9-4f66-944a-4811cf1f37c2 req-a39b2e23-6187-44d5-bcb7-d8b656d116a0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818863 Oct 27 17:31:00.852964 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bba068e1-27d9-4893-a85d-ae81fef9382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c7bc8063-c424-4b2b-b221-f47705bda131), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.856071 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bba068e1-27d9-4893-a85d-ae81fef9382b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:00.857458 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-bba068e1-27d9-4893-a85d-ae81fef9382b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c7bc8063-c424-4b2b-b221-f47705bda131 HTTP/1.1" status: 204 len: 168 time: 0.2350271 Oct 27 17:31:00.868619 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba068e1-27d9-4893-a85d-ae81fef9382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bc8063-c424-4b2b-b221-f47705bda131,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:00.894858 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-72b98ba7-d832-4a56-8a8a-59459115b90e req-f9a0edb8-07e0-49cc-a139-9348a3a27aca tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835557 Oct 27 17:31:00.952414 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1438fa-efa0-41e4-b4ae-86dacdd0fcbe req-bce61cdb-7893-41eb-a78d-e2961079d2a0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:00.954009 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e1438fa-efa0-41e4-b4ae-86dacdd0fcbe req-bce61cdb-7893-41eb-a78d-e2961079d2a0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0522907 Oct 27 17:31:01.014550 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e1438fa-efa0-41e4-b4ae-86dacdd0fcbe req-58bc7d73-ffc9-4ff6-b186-76cb18fe1d1e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546615 Oct 27 17:31:01.017641 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35648) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:01.022859 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768792537-network', 'tenant_id': '1f7ca12d47ce429a952eeb556b594b40'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:01.051392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Made reservation on behalf of 1f7ca12d47ce429a952eeb556b594b40 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:01.053767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.062696 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.091652 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1'}, {'name': 'network-changed', 'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:01.093980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55" -d '{"events": [{"name": "network-changed", "server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1"}, {"name": "network-changed", "server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:01.143206 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13becfbc-631b-4025-a88f-4e0dcf0419d2 x-openstack-request-id: req-13becfbc-631b-4025-a88f-4e0dcf0419d2 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:01.143600 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:01.143868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13becfbc-631b-4025-a88f-4e0dcf0419d2 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:01.144322 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13becfbc-631b-4025-a88f-4e0dcf0419d2'] response: {'name': 'network-changed', 'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1', 'status': 'completed', 'code': 200} Oct 27 17:31:01.144578 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13becfbc-631b-4025-a88f-4e0dcf0419d2'] response: {'name': 'network-changed', 'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'status': 'completed', 'code': 200} Oct 27 17:31:01.149045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks [] for security_group (0f826893-31a7-4374-af7f-15298805e68d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.153558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0f826893-31a7-4374-af7f-15298805e68d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.178514 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:31:01.192329 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f826893-31a7-4374-af7f-15298805e68d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:01.197136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (af86ac4a-b5ee-45bb-9947-8f1a2475b07b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.197480 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Added segment af86ac4a-b5ee-45bb-9947-8f1a2475b07b of type vlan for network 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5 Oct 27 17:31:01.213940 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'tag': 'ed86609d-1807-41a9-9302-15671bc13ea6'}, {'name': 'network-changed', 'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:01.216893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0a682-3426-43c6-b363-82f2a4da0b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c65005a-985e-4fae-a09d-8cfc17bc9e93", "tag": "ed86609d-1807-41a9-9302-15671bc13ea6"}, {"name": "network-changed", "server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:01.243430 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (4f8dd094-45d0-4a28-b7f1-ecd508bd20f5), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.273267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (4f8dd094-45d0-4a28-b7f1-ecd508bd20f5), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.274786 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:01.275645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.325000 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32255e-3f9c-43fe-9a2b-a11ea9034f0c x-openstack-request-id: req-3e32255e-3f9c-43fe-9a2b-a11ea9034f0c {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:01.325318 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c65005a-985e-4fae-a09d-8cfc17bc9e93", "tag": "ed86609d-1807-41a9-9302-15671bc13ea6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:01.325570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e32255e-3f9c-43fe-9a2b-a11ea9034f0c {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:01.326151 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e32255e-3f9c-43fe-9a2b-a11ea9034f0c'] response: {'name': 'network-changed', 'server_uuid': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'tag': 'ed86609d-1807-41a9-9302-15671bc13ea6', 'status': 'completed', 'code': 200} Oct 27 17:31:01.326429 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e32255e-3f9c-43fe-9a2b-a11ea9034f0c'] response: {'name': 'network-changed', 'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72', 'status': 'completed', 'code': 200} Oct 27 17:31:01.346316 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3248398 Oct 27 17:31:01.346752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35668) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:01.352332 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Request body: {'subnet': {'network_id': '4f8dd094-45d0-4a28-b7f1-ecd508bd20f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768792537-subnet', 'tenant_id': '1f7ca12d47ce429a952eeb556b594b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:01.356192 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cd556-dd6a-4c49-94a5-4663b1821275 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8dd094-45d0-4a28-b7f1-ecd508bd20f5,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:01.369843 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab85f3f-20a9-4b78-84b8-45a605018605 req-cba99c6e-5e93-44c5-b59b-f086b7fac645 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:01.370019 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:31:01.377349 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eab85f3f-20a9-4b78-84b8-45a605018605 req-cba99c6e-5e93-44c5-b59b-f086b7fac645 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0619695 Oct 27 17:31:01.379918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Made reservation on behalf of 1f7ca12d47ce429a952eeb556b594b40 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:01.382399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.385095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:01.437568 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eab85f3f-20a9-4b78-84b8-45a605018605 req-466bfcc7-a306-4487-a60b-cfc60a28d27c tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581141 Oct 27 17:31:01.600404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8438bd-864c-4267-a114-75359e1d6e07 req-4a5ccb69-d00f-46eb-8715-039948c92243 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:01.601927 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1c8438bd-864c-4267-a114-75359e1d6e07 req-4a5ccb69-d00f-46eb-8715-039948c92243 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0807729 Oct 27 17:31:01.641502 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (5e8d6ed4-cc8a-483e-8af8-27828254fb45), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.653118 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:01.702386 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1c8438bd-864c-4267-a114-75359e1d6e07 req-edd834a9-c46c-42ff-a24c-11983dd82469 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940292 Oct 27 17:31:01.717775 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8d6ed4-cc8a-483e-8af8-27828254fb45,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:01.736920 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Checking segment: {'id': 'af86ac4a-b5ee-45bb-9947-8f1a2475b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f8dd094-45d0-4a28-b7f1-ecd508bd20f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:01.737289 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Network hostable DHCP agents. Network: 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:31:01.755375 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Network 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:31:01.764693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:01.768955 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:01.769817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:01.774631 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644cde4c-1e54-4edf-8e29-498469844f1f None None] Network 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:01.791759 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e91d449c-0b42-439a-a552-9d5d6284d222 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4405994 Oct 27 17:31:01.896780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511646cd-1414-46d8-9281-8d43d0d9d204 None None] Network 4f8dd094-45d0-4a28-b7f1-ecd508bd20f5 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:01.953974 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:01.981784 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f8972-4a28-4b80-8122-391065efd631 req-6d729798-f13d-4687-b336-ec63bfddd6da tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:01.992234 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f8f8972-4a28-4b80-8122-391065efd631 req-6d729798-f13d-4687-b336-ec63bfddd6da tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0840800 Oct 27 17:31:02.065776 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f8f8972-4a28-4b80-8122-391065efd631 req-61a22fe5-52d6-465b-a054-4fd480bf5932 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664978 Oct 27 17:31:02.107146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cff2f4-04ea-48d0-9afd-d14c074bb8db req-3af96c39-6e05-4f1d-848c-69222e180a9a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:02.108760 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-08cff2f4-04ea-48d0-9afd-d14c074bb8db req-3af96c39-6e05-4f1d-848c-69222e180a9a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.1099203 Oct 27 17:31:02.178119 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-08cff2f4-04ea-48d0-9afd-d14c074bb8db req-df986660-7c6a-417b-8328-6b36c5505e56 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 Oct 27 17:31:02.216424 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ed39-1ad3-488a-95e0-d111fabf25ce req-5645903a-3aa1-45ab-99a3-00ec30f0c162 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:02.218379 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0a8ed39-1ad3-488a-95e0-d111fabf25ce req-5645903a-3aa1-45ab-99a3-00ec30f0c162 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0690019 Oct 27 17:31:02.277101 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f0a8ed39-1ad3-488a-95e0-d111fabf25ce req-8b5a9a29-f594-4e29-842b-cbd8b6e4294a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499578 Oct 27 17:31:02.587337 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2d95d-19a4-4cf5-aac5-9209f3a64671 req-701e977d-4bd2-4c26-a69b-81edb0f0662f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:02.589007 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5e2d95d-19a4-4cf5-aac5-9209f3a64671 req-701e977d-4bd2-4c26-a69b-81edb0f0662f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0519352 Oct 27 17:31:02.641510 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5e2d95d-19a4-4cf5-aac5-9209f3a64671 req-9deae4a6-3509-43fa-9e19-a05334eca3d1 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Oct 27 17:31:02.838921 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baa5ea-e010-47f4-a6a9-36ef3f558827 req-3d24b789-2077-4f0e-aef0-c3368718bfc3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:02.840643 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d6baa5ea-e010-47f4-a6a9-36ef3f558827 req-3d24b789-2077-4f0e-aef0-c3368718bfc3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0465200 Oct 27 17:31:02.874486 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:02.882083 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:02.890833 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d6baa5ea-e010-47f4-a6a9-36ef3f558827 req-ab3a850f-a0a8-4588-848d-1cb3cda4edff tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Oct 27 17:31:03.186231 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced38ad-ad83-4476-ab6c-bf22c8f5304a req-c39a4195-5e6f-49d4-abbe-c4d21f54f044 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:03.187613 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ced38ad-ad83-4476-ab6c-bf22c8f5304a req-c39a4195-5e6f-49d4-abbe-c4d21f54f044 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0460649 Oct 27 17:31:03.239530 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ced38ad-ad83-4476-ab6c-bf22c8f5304a req-5804bfed-e625-4030-81a7-ea0ba3e3b046 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Oct 27 17:31:03.308801 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c7f08-c77d-4236-8541-80f3e64c9761 req-2deac066-d444-4d21-a001-550eb882e1c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:03.310654 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-492c7f08-c77d-4236-8541-80f3e64c9761 req-2deac066-d444-4d21-a001-550eb882e1c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0503888 Oct 27 17:31:03.358065 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-492c7f08-c77d-4236-8541-80f3e64c9761 req-2e1998f2-6127-4433-a12a-3bb4a0612487 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Oct 27 17:31:03.398910 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d20ca2-816e-460f-acf1-9b9df9112d64 req-2541e04f-7257-4871-b8df-00e9c00baa37 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:03.400411 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-89d20ca2-816e-460f-acf1-9b9df9112d64 req-2541e04f-7257-4871-b8df-00e9c00baa37 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0473201 Oct 27 17:31:03.447773 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-89d20ca2-816e-460f-acf1-9b9df9112d64 req-3d81741a-586f-42ac-9102-16f7e6ab818c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 Oct 27 17:31:03.765253 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4000492-d122-4c93-a7fb-2d03a3912beb req-d6daab05-a7d6-4588-9b2f-0de299044cdb tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:03.766930 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c4000492-d122-4c93-a7fb-2d03a3912beb req-d6daab05-a7d6-4588-9b2f-0de299044cdb tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0502660 Oct 27 17:31:03.828617 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c4000492-d122-4c93-a7fb-2d03a3912beb req-6c9aa45f-5698-481a-be0f-10a4c3e2ad68 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516593 Oct 27 17:31:04.051650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26d63-2a91-4ac5-af59-36560e58d372 req-406f7072-5520-42b9-a934-93b489bba8a7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.053472 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cab26d63-2a91-4ac5-af59-36560e58d372 req-406f7072-5520-42b9-a934-93b489bba8a7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0732291 Oct 27 17:31:04.109246 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cab26d63-2a91-4ac5-af59-36560e58d372 req-a18a10fd-df0f-4d7c-939a-96ab4c068329 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497348 Oct 27 17:31:04.234684 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:04.249527 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ff745a78-1e5d-42dc-86a2-b1956f50f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.251056 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-ff745a78-1e5d-42dc-86a2-b1956f50f58d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6 HTTP/1.1" status: 200 len: 850 time: 0.0633316 Oct 27 17:31:04.252049 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-35f5f01a-edfd-45b7-8d0f-4cd2ed2b26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.253610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-35f5f01a-edfd-45b7-8d0f-4cd2ed2b26f8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0663607 Oct 27 17:31:04.430877 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1a55-167e-4585-82b6-313f3058d6b2 req-5fb20940-368d-4b66-be18-cdef3d934b17 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.440930 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-35bd1a55-167e-4585-82b6-313f3058d6b2 req-5fb20940-368d-4b66-be18-cdef3d934b17 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.1210523 Oct 27 17:31:04.464243 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-9ceef27f-b6d9-4b2a-a7aa-7842501b2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.465920 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-9ceef27f-b6d9-4b2a-a7aa-7842501b2e5b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062381 Oct 27 17:31:04.524171 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-16c9e661-722c-4197-8445-e2c69a972268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.526073 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-16c9e661-722c-4197-8445-e2c69a972268 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1127 time: 0.1706057 Oct 27 17:31:04.544737 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08183-e048-415f-b6d9-78278d8d6959 req-7c1a2ca5-4c5b-431d-a4ee-eacac6286c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.546595 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-7c1a2ca5-4c5b-431d-a4ee-eacac6286c8d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=d4997daf-43a9-4912-bbef-3879a78a2a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774974 Oct 27 17:31:04.629054 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-c1bf6621-a0b8-4c86-9290-3d3505a77183 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 217 time: 0.0809820 Oct 27 17:31:04.641088 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-359713a0-90bf-4f23-acc6-236e69525aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.642488 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-359713a0-90bf-4f23-acc6-236e69525aa9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 1127 time: 0.1379039 Oct 27 17:31:04.664771 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-496fafcf-216e-49d7-ba0e-582557aa8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.666735 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-496fafcf-216e-49d7-ba0e-582557aa8899 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1127 time: 0.1692755 Oct 27 17:31:04.667810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-594f0c60-0062-4733-b858-42f9fceda1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.670375 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-594f0c60-0062-4733-b858-42f9fceda1db service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 1127 time: 0.1856573 Oct 27 17:31:04.677231 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b371b-2417-49c3-994c-3ee70cdbb624 req-70e4e9ed-970e-440d-a84f-823a241b0b2a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:04.678883 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-012b371b-2417-49c3-994c-3ee70cdbb624 req-70e4e9ed-970e-440d-a84f-823a241b0b2a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.1801310 Oct 27 17:31:05.025724 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-35bd1a55-167e-4585-82b6-313f3058d6b2 req-c910757a-c5fc-4fbd-a7c1-487614c04674 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5829935 Oct 27 17:31:05.091396 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-2f750964-f431-4461-b3f5-9ae7973ee69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.094129 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-2f750964-f431-4461-b3f5-9ae7973ee69f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4282103 Oct 27 17:31:05.151949 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-9efec919-dddc-4f56-893a-5607badab31c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 217 time: 0.2094033 Oct 27 17:31:05.152085 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-9acb0c0d-011e-46d5-a129-21e8407dd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.152165 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-9acb0c0d-011e-46d5-a129-21e8407dd247 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.5085511 Oct 27 17:31:05.223889 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-012b371b-2417-49c3-994c-3ee70cdbb624 req-52a61058-81ee-4dea-a08f-ea1884d53890 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356233 Oct 27 17:31:05.233479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-b9353fbb-429b-48f4-b6fe-312f129a78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.235901 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-b9353fbb-429b-48f4-b6fe-312f129a78da service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2677908 Oct 27 17:31:05.252576 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-18116a07-0dd0-4138-a05c-c8376c09bcb5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482083 Oct 27 17:31:05.284515 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-6db35d56-86ae-4baf-9408-53163b7b9b79 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287064 Oct 27 17:31:05.307782 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82bd1d-8491-40b9-824e-ec43e852ac88 req-1f24e7e3-cb4e-4d2c-a2db-462164378125 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.309518 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ae82bd1d-8491-40b9-824e-ec43e852ac88 req-1f24e7e3-cb4e-4d2c-a2db-462164378125 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.1915708 Oct 27 17:31:05.353750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f64e3-5013-43d0-bb62-89f978aad8a6 req-e3d90a96-18ba-4c7b-a9e2-95a090202c19 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.355838 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-985f64e3-5013-43d0-bb62-89f978aad8a6 req-e3d90a96-18ba-4c7b-a9e2-95a090202c19 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0659144 Oct 27 17:31:05.384579 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:05.436446 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-b36ae92d-d6ea-43d2-92ba-cfcd117d5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.437356 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:05.437701 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-b36ae92d-d6ea-43d2-92ba-cfcd117d5fba service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166084 Oct 27 17:31:05.486361 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-a8b70287-7e47-4f24-ad46-86e479833567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.487870 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-a8b70287-7e47-4f24-ad46-86e479833567 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341324 Oct 27 17:31:05.501473 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ae82bd1d-8491-40b9-824e-ec43e852ac88 req-1b15dfe4-ce01-4650-bc5a-627a81add5eb tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830089 Oct 27 17:31:05.582336 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17e08183-e048-415f-b6d9-78278d8d6959 req-06bb2aa4-10cc-4214-b46e-8575fd4a8d39 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260678 Oct 27 17:31:05.670814 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:05.675476 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-27afd2c7-bf11-4d86-beb7-5e79484dccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.677028 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-27afd2c7-bf11-4d86-beb7-5e79484dccb6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.3187120 Oct 27 17:31:05.708069 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-621d3694-cb87-401a-8324-2aa811ea3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.709922 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-621d3694-cb87-401a-8324-2aa811ea3dbe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 1127 time: 0.1415975 Oct 27 17:31:05.738854 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e42fdca6-fd96-4895-ba5d-14d77f3bc24a req-6613251e-2211-42bd-9178-abe70aa322b1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808818 Oct 27 17:31:05.744248 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d590bd-f233-4ecb-a1b2-f4907a2e1e4e req-3b093b29-68c7-4417-82e7-4f19e2de8d26 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.748494 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-985f64e3-5013-43d0-bb62-89f978aad8a6 req-0c963d2a-3afe-4582-b806-3e5930840420 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809562 Oct 27 17:31:05.758784 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d590bd-f233-4ecb-a1b2-f4907a2e1e4e req-3b093b29-68c7-4417-82e7-4f19e2de8d26 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.1104908 Oct 27 17:31:05.763293 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-b849a273-de1d-4383-849c-0b8129ab0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:05.764835 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-b849a273-de1d-4383-849c-0b8129ab0c68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3985155 Oct 27 17:31:05.787966 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-b6128cb9-5c4e-40c9-9cdd-d112bf987dfc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605503 Oct 27 17:31:05.820524 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c0d590bd-f233-4ecb-a1b2-f4907a2e1e4e req-9984a6ee-a592-4ef1-8338-7756da6a1668 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593216 Oct 27 17:31:06.163479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02a68-76e1-4191-9d04-b1adacdd702d req-cd69748f-2b6b-4a47-8b53-84c38c10a751 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:06.165018 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bbc02a68-76e1-4191-9d04-b1adacdd702d req-cd69748f-2b6b-4a47-8b53-84c38c10a751 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0542047 Oct 27 17:31:06.206178 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:06.222390 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bbc02a68-76e1-4191-9d04-b1adacdd702d req-7f092cab-e3ae-4eb4-bf39-a894ba5fe5e2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488429 Oct 27 17:31:06.361462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12b207-8720-40bf-b152-bc3debf83a93 req-7f4dd762-7485-4ac4-9448-ca47eb2e03cf tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:06.363743 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a12b207-8720-40bf-b152-bc3debf83a93 req-7f4dd762-7485-4ac4-9448-ca47eb2e03cf tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0573094 Oct 27 17:31:06.427886 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a12b207-8720-40bf-b152-bc3debf83a93 req-922ba6f0-48dc-4603-8625-77f9c51bccff tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556712 Oct 27 17:31:06.535522 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 35844) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:06.636968 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e348-3a10-4766-a2dc-b7a6dd3a3f44 req-64d1e746-f643-4c36-ad55-6ecb0c15fb55 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:06.638443 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3ce5e348-3a10-4766-a2dc-b7a6dd3a3f44 req-64d1e746-f643-4c36-ad55-6ecb0c15fb55 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0520914 Oct 27 17:31:06.657577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f945f3cb-b288-4641-bc80-c7475d3138d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:06.713360 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3ce5e348-3a10-4766-a2dc-b7a6dd3a3f44 req-1e09f515-aa29-4918-95d4-28bcaa52f4ad tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671353 Oct 27 17:31:06.761643 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f945f3cb-b288-4641-bc80-c7475d3138d2 admin admin] Publish callbacks [] for security_group (3518076c-aa1d-4686-99a0-bc3bc37ed91f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:06.765449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f945f3cb-b288-4641-bc80-c7475d3138d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (3518076c-aa1d-4686-99a0-bc3bc37ed91f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:06.808512 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35856) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:06.808923 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f945f3cb-b288-4641-bc80-c7475d3138d2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=15d06d4c0e3a48d88eddbde423a2f965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718570 Oct 27 17:31:06.809279 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f3cb-b288-4641-bc80-c7475d3138d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3518076c-aa1d-4686-99a0-bc3bc37ed91f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:06.899760 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6fd88-3448-4fdf-967f-77ac4d7109a5 req-0e1ff95b-b3af-49df-92d6-ba30f386822f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:06.901226 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-04e6fd88-3448-4fdf-967f-77ac4d7109a5 req-0e1ff95b-b3af-49df-92d6-ba30f386822f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0653265 Oct 27 17:31:06.928066 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9fdf4b4-400b-4eb9-81df-71f52286941d admin admin] Publish callbacks [] for security_group (3518076c-aa1d-4686-99a0-bc3bc37ed91f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:06.953778 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80849134-2671-4168-9d9b-c5fbde95d48a req-f55a30c1-9eb2-493c-a1b4-67d4a597e449 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:06.960237 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80849134-2671-4168-9d9b-c5fbde95d48a req-f55a30c1-9eb2-493c-a1b4-67d4a597e449 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0600977 Oct 27 17:31:06.962566 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9fdf4b4-400b-4eb9-81df-71f52286941d admin admin] Publish callbacks [] for security_group (3518076c-aa1d-4686-99a0-bc3bc37ed91f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:06.987124 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-04e6fd88-3448-4fdf-967f-77ac4d7109a5 req-14eff4cf-c388-4ba9-8f50-373edc7acf00 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755582 Oct 27 17:31:07.021001 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9fdf4b4-400b-4eb9-81df-71f52286941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (3518076c-aa1d-4686-99a0-bc3bc37ed91f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.023553 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d9fdf4b4-400b-4eb9-81df-71f52286941d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.024293 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80849134-2671-4168-9d9b-c5fbde95d48a req-9901446f-2ef1-473d-a922-73b2c04a8a75 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588129 Oct 27 17:31:07.027204 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d9fdf4b4-400b-4eb9-81df-71f52286941d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3518076c-aa1d-4686-99a0-bc3bc37ed91f HTTP/1.1" status: 204 len: 168 time: 0.2143118 Oct 27 17:31:07.045443 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdf4b4-400b-4eb9-81df-71f52286941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518076c-aa1d-4686-99a0-bc3bc37ed91f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:07.322662 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35880) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:07.350462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10052d0e-cd3a-456f-a734-2414631e0d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.379148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474a61-5e83-4eb4-82e5-d1c6963742fc req-35e451dc-cb6d-4b17-9b22-acc7a4ca927b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:07.380572 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f474a61-5e83-4eb4-82e5-d1c6963742fc req-35e451dc-cb6d-4b17-9b22-acc7a4ca927b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0690248 Oct 27 17:31:07.453866 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f474a61-5e83-4eb4-82e5-d1c6963742fc req-25c763a8-8992-46c8-b580-13b521236d2b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665092 Oct 27 17:31:07.494101 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10052d0e-cd3a-456f-a734-2414631e0d00 admin admin] Publish callbacks [] for security_group (d65d60a1-83d8-41cb-ac23-1b48139ecb48), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.498259 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-10052d0e-cd3a-456f-a734-2414631e0d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d65d60a1-83d8-41cb-ac23-1b48139ecb48), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.518876 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:07.539170 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-10052d0e-cd3a-456f-a734-2414631e0d00 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=68d47b695f3843b3bf86057f9bd1be6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155235 Oct 27 17:31:07.544487 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35886) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:07.560598 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10052d0e-cd3a-456f-a734-2414631e0d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65d60a1-83d8-41cb-ac23-1b48139ecb48,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:07.600117 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-736288c4-7a4d-4e6c-abe1-2553ee716951 admin admin] Publish callbacks [] for security_group (d65d60a1-83d8-41cb-ac23-1b48139ecb48), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.609951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c218aa-3820-48a9-a242-0d7a6e8b1e2d req-4f3e18a8-47ce-45ac-af28-b1feba5e54fb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:07.616269 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83c218aa-3820-48a9-a242-0d7a6e8b1e2d req-4f3e18a8-47ce-45ac-af28-b1feba5e54fb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0990379 Oct 27 17:31:07.625045 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-736288c4-7a4d-4e6c-abe1-2553ee716951 admin admin] Publish callbacks [] for security_group (d65d60a1-83d8-41cb-ac23-1b48139ecb48), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.636025 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:07.677440 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83c218aa-3820-48a9-a242-0d7a6e8b1e2d req-3281bc75-c6e5-4686-9353-ad54de6877ce tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589633 Oct 27 17:31:07.689089 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-736288c4-7a4d-4e6c-abe1-2553ee716951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d65d60a1-83d8-41cb-ac23-1b48139ecb48), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.692886 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-736288c4-7a4d-4e6c-abe1-2553ee716951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:07.696802 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-736288c4-7a4d-4e6c-abe1-2553ee716951 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d65d60a1-83d8-41cb-ac23-1b48139ecb48 HTTP/1.1" status: 204 len: 168 time: 0.1490858 Oct 27 17:31:07.704372 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736288c4-7a4d-4e6c-abe1-2553ee716951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65d60a1-83d8-41cb-ac23-1b48139ecb48,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:07.857493 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d500b69-b28e-46f3-aa30-280a2896c329 req-35e6c056-8dc7-4277-a26c-b2275a5576ac tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:07.865679 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9d500b69-b28e-46f3-aa30-280a2896c329 req-35e6c056-8dc7-4277-a26c-b2275a5576ac tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0672324 Oct 27 17:31:07.919845 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9d500b69-b28e-46f3-aa30-280a2896c329 req-e466c970-f148-47eb-ba3c-091ede244fb9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530591 Oct 27 17:31:08.084873 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-e572ca0f-782a-41bf-9d1e-4d7bc9105512 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=021b0623-ac50-4080-925e-8bf3d47884b1 HTTP/1.1" status: 200 len: 217 time: 0.0591981 Oct 27 17:31:08.172223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-3936bc05-9836-4a08-b05d-1745ee730b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:08.173781 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-3936bc05-9836-4a08-b05d-1745ee730b4a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1568506 Oct 27 17:31:08.184654 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-31db5cf9-3e2a-4ee7-b1a2-f62370406031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:08.186468 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-31db5cf9-3e2a-4ee7-b1a2-f62370406031 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=32e47ddf4f9e4e6cb6ed56253f708fac&device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 1128 time: 0.1317656 Oct 27 17:31:08.209039 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7d155-7dae-4cd0-a269-bdfa65a1122f req-172858c1-e864-41ed-92fa-21f56fd8bcf2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:08.209219 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d80026-0c2c-4deb-ad45-4a99a019a7ee req-640f0fbd-e07b-41ef-a48f-b32f38444690 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:08.211164 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c6d80026-0c2c-4deb-ad45-4a99a019a7ee req-640f0fbd-e07b-41ef-a48f-b32f38444690 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0707123 Oct 27 17:31:08.219129 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6a7d155-7dae-4cd0-a269-bdfa65a1122f req-172858c1-e864-41ed-92fa-21f56fd8bcf2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0983686 Oct 27 17:31:08.241778 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680d0b0e-3d0b-4512-8aed-5c52e77f2851 req-41237d60-2fb9-4c4f-8450-b4f57d26bfc3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252922 Oct 27 17:31:08.274817 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6a7d155-7dae-4cd0-a269-bdfa65a1122f req-e86e2187-3126-4ef1-9837-5bf8f025f723 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546107 Oct 27 17:31:08.280576 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c6d80026-0c2c-4deb-ad45-4a99a019a7ee req-57a1282f-fa09-439e-9daa-c8581f7327e8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614903 Oct 27 17:31:08.558854 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:08.598843 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc95c2-dfa8-44ae-9fea-93b412a9081b req-142188c6-66aa-4feb-9c79-660c3831a66f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:08.600377 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43dc95c2-dfa8-44ae-9fea-93b412a9081b req-142188c6-66aa-4feb-9c79-660c3831a66f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0581720 Oct 27 17:31:08.650789 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43dc95c2-dfa8-44ae-9fea-93b412a9081b req-3108473a-4c8b-4fb3-ab05-0442b1ff738f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Oct 27 17:31:08.805024 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96719c77-4336-4d17-a6a3-e9df55345a1c req-2c86d39b-af88-4e63-a81f-091d239c2744 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:08.806500 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-96719c77-4336-4d17-a6a3-e9df55345a1c req-2c86d39b-af88-4e63-a81f-091d239c2744 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0473678 Oct 27 17:31:08.857700 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-96719c77-4336-4d17-a6a3-e9df55345a1c req-f955da49-84e8-4f72-b3c4-ffa7009e2064 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Oct 27 17:31:09.042594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71154a-dfe9-4959-ad54-fb9049ccb0d7 req-5e04ef17-0a4a-4602-824e-d1c2a7ecf32a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:09.044192 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a71154a-dfe9-4959-ad54-fb9049ccb0d7 req-5e04ef17-0a4a-4602-824e-d1c2a7ecf32a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0541611 Oct 27 17:31:09.098755 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a71154a-dfe9-4959-ad54-fb9049ccb0d7 req-2599a140-9222-4dbc-9d39-1d194a69cfb0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Oct 27 17:31:09.457256 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447aac-c1a5-42e1-87b0-27946ab2ed05 req-def0497f-2eb1-4b0e-820d-eda9430e32aa tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:09.459436 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29447aac-c1a5-42e1-87b0-27946ab2ed05 req-def0497f-2eb1-4b0e-820d-eda9430e32aa tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 944 time: 0.0606208 Oct 27 17:31:09.464708 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device dd5472a4-a592-4461-977c-b241c99f30b9 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:09.479300 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422de8f-3b40-4dcf-86c0-1f81eb675c87 req-ca511d6f-29c8-45f2-9f77-c4482d0d2ed8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:09.482710 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d422de8f-3b40-4dcf-86c0-1f81eb675c87 req-ca511d6f-29c8-45f2-9f77-c4482d0d2ed8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0710919 Oct 27 17:31:09.482873 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:09.516911 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29447aac-c1a5-42e1-87b0-27946ab2ed05 req-66bc5c48-e6ac-4133-8d33-86f487df79a2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Oct 27 17:31:09.555480 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d422de8f-3b40-4dcf-86c0-1f81eb675c87 req-a357bdf3-e657-43dc-a4eb-b193aea30377 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580087 Oct 27 17:31:09.615303 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port dd5472a4-a592-4461-977c-b241c99f30b9, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=dd5472a4-a592-4461-977c-b241c99f30b9,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:09.627440 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'dd5472a4-a592-4461-977c-b241c99f30b9', 'network_id': 'd4997daf-43a9-4912-bbef-3879a78a2a93', 'port_id': 'dd5472a4-a592-4461-977c-b241c99f30b9', 'mac_address': 'fa:16:3e:78:13:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:09.662725 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port dd5472a4-a592-4461-977c-b241c99f30b9 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:09.663110 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:09.677161 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5472a4-a592-4461-977c-b241c99f30b9 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:31:09.707179 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port dd5472a4-a592-4461-977c-b241c99f30b9, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=dd5472a4-a592-4461-977c-b241c99f30b9,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:09.713609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:09.731068 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 35996) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:09.789986 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=dd5472a4-a592-4461-977c-b241c99f30b9,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:09.790437 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65c01-4d1d-4d2e-bbc4-0a1fa57d5c8b req-fc970eb9-515b-4ef4-a309-03ec1ec76d1c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:09.791981 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ef65c01-4d1d-4d2e-bbc4-0a1fa57d5c8b req-fc970eb9-515b-4ef4-a309-03ec1ec76d1c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0547259 Oct 27 17:31:09.848938 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ef65c01-4d1d-4d2e-bbc4-0a1fa57d5c8b req-d98375dc-14e6-49dd-a3de-b3c7a8835806 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514209 Oct 27 17:31:09.888369 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43f2ed88-ee68-4820-a811-4ac408a55bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:09.968078 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43f2ed88-ee68-4820-a811-4ac408a55bc3 admin admin] Publish callbacks [] for security_group (779762a6-fe03-4219-8ae5-1d040421a3bc), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:09.972873 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-43f2ed88-ee68-4820-a811-4ac408a55bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (779762a6-fe03-4219-8ae5-1d040421a3bc), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:09.982432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61a3cd-098a-44b2-8d56-d726ab41db31 req-f933a58f-83fc-4f9b-986f-12ba53b49236 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:09.984087 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ff61a3cd-098a-44b2-8d56-d726ab41db31 req-f933a58f-83fc-4f9b-986f-12ba53b49236 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0491118 Oct 27 17:31:09.988679 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:10.006867 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:10.012431 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2ed88-ee68-4820-a811-4ac408a55bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779762a6-fe03-4219-8ae5-1d040421a3bc,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:10.019909 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-43f2ed88-ee68-4820-a811-4ac408a55bc3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=960533e16c6f4e41896b6e66050f5cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879004 Oct 27 17:31:10.020536 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36008) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:10.040155 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ff61a3cd-098a-44b2-8d56-d726ab41db31 req-e6d42046-35fd-4bd4-b2e5-28d6dbeec99a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500829 Oct 27 17:31:10.073178 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ebef596-2b2d-44c1-9d62-b91394ab15fc admin admin] Publish callbacks [] for security_group (779762a6-fe03-4219-8ae5-1d040421a3bc), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:10.096307 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ebef596-2b2d-44c1-9d62-b91394ab15fc admin admin] Publish callbacks [] for security_group (779762a6-fe03-4219-8ae5-1d040421a3bc), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:10.204655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['dd5472a4-a592-4461-977c-b241c99f30b9'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:31:10.226482 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:10.343937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-07f74052-a18d-4afc-961d-561e9b53ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.345818 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-07f74052-a18d-4afc-961d-561e9b53ff8a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 1127 time: 0.1684790 Oct 27 17:31:10.350638 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:10.366359 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:10.428277 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b47246d7-9d0b-4f2b-93b1-7d0ea6f8b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.430914 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-b47246d7-9d0b-4f2b-93b1-7d0ea6f8b41a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.1317222 Oct 27 17:31:10.433064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42315-5702-4dda-b761-748a865f19fa req-42258f85-45be-4e18-9b6e-c65b572ec717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.434791 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-42258f85-45be-4e18-9b6e-c65b572ec717 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1127 time: 0.1532285 Oct 27 17:31:10.483382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c4a56-a9cf-4f39-8c6c-107adb9e185b req-af24de35-21a7-4448-bde5-c0f324f8f22e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.491029 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb6c4a56-a9cf-4f39-8c6c-107adb9e185b req-af24de35-21a7-4448-bde5-c0f324f8f22e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.2007771 Oct 27 17:31:10.528025 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ebef596-2b2d-44c1-9d62-b91394ab15fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (779762a6-fe03-4219-8ae5-1d040421a3bc), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:10.530570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ebef596-2b2d-44c1-9d62-b91394ab15fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:10.531769 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9ebef596-2b2d-44c1-9d62-b91394ab15fc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/779762a6-fe03-4219-8ae5-1d040421a3bc HTTP/1.1" status: 204 len: 168 time: 0.5097401 Oct 27 17:31:10.567431 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebef596-2b2d-44c1-9d62-b91394ab15fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779762a6-fe03-4219-8ae5-1d040421a3bc,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:10.596815 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb6c4a56-a9cf-4f39-8c6c-107adb9e185b req-ffc678c9-3f94-4668-b6b9-f7968ab27e5d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048243 Oct 27 17:31:10.703590 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467c32-a53e-4f0d-bf11-ba74d333b96a req-f01db8c3-c285-4d2d-be38-4ee6040aa1dd tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.705198 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f467c32-a53e-4f0d-bf11-ba74d333b96a req-f01db8c3-c285-4d2d-be38-4ee6040aa1dd tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 945 time: 0.0601561 Oct 27 17:31:10.735341 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89a19-49fc-473e-a122-02426d6e5928 req-60b3ad56-7c4a-4204-87c6-90dc5818cc92 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.738321 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fca89a19-49fc-473e-a122-02426d6e5928 req-60b3ad56-7c4a-4204-87c6-90dc5818cc92 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0573599 Oct 27 17:31:10.797194 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fca89a19-49fc-473e-a122-02426d6e5928 req-68cfe891-23ac-4eb4-9211-2f732e59f5bf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Oct 27 17:31:10.808631 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-de804085-8bae-4b94-b88c-f0aa7e476422 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224356 Oct 27 17:31:10.817415 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f467c32-a53e-4f0d-bf11-ba74d333b96a req-a1617ece-4b2f-4f30-b4c7-96249b41db53 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017976 Oct 27 17:31:10.817415 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-421441ec-d0ef-4e3e-b265-da46d9886406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:10.817998 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-421441ec-d0ef-4e3e-b265-da46d9886406 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=d4997daf-43a9-4912-bbef-3879a78a2a93 HTTP/1.1" status: 200 len: 912 time: 0.5934212 Oct 27 17:31:10.926787 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36034) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:10.967140 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71213a0f-b9a8-4d14-95df-c241052aed39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:10.997218 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093fc4-9072-4fdf-ac3b-db42010797c4 req-6a7d5c08-0e84-4017-b4a6-425e707fdef0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:11.003755 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a8093fc4-9072-4fdf-ac3b-db42010797c4 req-6a7d5c08-0e84-4017-b4a6-425e707fdef0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0653734 Oct 27 17:31:11.077792 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a8093fc4-9072-4fdf-ac3b-db42010797c4 req-832eebaf-f706-469c-9b06-d9696cac33cb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702093 Oct 27 17:31:11.114001 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71213a0f-b9a8-4d14-95df-c241052aed39 admin admin] Publish callbacks [] for security_group (91578be1-9ed1-4e72-b339-85f870aafe47), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.118564 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71213a0f-b9a8-4d14-95df-c241052aed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (91578be1-9ed1-4e72-b339-85f870aafe47), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.165501 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-71213a0f-b9a8-4d14-95df-c241052aed39 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=c132e9a6a0a4461ab1b978a87fbec174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375178 Oct 27 17:31:11.166131 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36048) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:11.168130 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71213a0f-b9a8-4d14-95df-c241052aed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91578be1-9ed1-4e72-b339-85f870aafe47,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:11.190318 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3ef68971-c425-492f-9015-8a36f2983e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.227167 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a66a4b16-7501-4d86-90c9-ebce1eebe06d admin admin] Publish callbacks [] for security_group (91578be1-9ed1-4e72-b339-85f870aafe47), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.227340 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460f08-57d5-4f73-aa2f-c884c8187cac req-ab954609-95fc-4fa3-8c5d-ffcb85de0dd8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:11.240268 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-13460f08-57d5-4f73-aa2f-c884c8187cac req-ab954609-95fc-4fa3-8c5d-ffcb85de0dd8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.1124425 Oct 27 17:31:11.249787 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a66a4b16-7501-4d86-90c9-ebce1eebe06d admin admin] Publish callbacks [] for security_group (91578be1-9ed1-4e72-b339-85f870aafe47), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.256212 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:11.292705 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-13460f08-57d5-4f73-aa2f-c884c8187cac req-01065a1c-91ba-4b3f-bdb3-bf138ff2f269 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507612 Oct 27 17:31:11.304761 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a66a4b16-7501-4d86-90c9-ebce1eebe06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (91578be1-9ed1-4e72-b339-85f870aafe47), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.307542 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a66a4b16-7501-4d86-90c9-ebce1eebe06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.308720 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a66a4b16-7501-4d86-90c9-ebce1eebe06d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/91578be1-9ed1-4e72-b339-85f870aafe47 HTTP/1.1" status: 204 len: 168 time: 0.1415491 Oct 27 17:31:11.317710 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a4b16-7501-4d86-90c9-ebce1eebe06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91578be1-9ed1-4e72-b339-85f870aafe47,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:11.465796 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device a9b83ac3-e8af-444b-9748-299c30d1dd1d details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:11.490501 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device dd5472a4-a592-4461-977c-b241c99f30b9 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:11.592551 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port dd5472a4-a592-4461-977c-b241c99f30b9 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:31:11.600305 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port dd5472a4-a592-4461-977c-b241c99f30b9 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:11.600673 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.601005 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port dd5472a4-a592-4461-977c-b241c99f30b9 Oct 27 17:31:11.637907 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port a9b83ac3-e8af-444b-9748-299c30d1dd1d, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:11.655666 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'port_id': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d', 'mac_address': 'fa:16:3e:5d:4e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:11.685694 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:11.723601 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port a9b83ac3-e8af-444b-9748-299c30d1dd1d is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:11.724014 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.725700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:11.739369 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port dd5472a4-a592-4461-977c-b241c99f30b9 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:11.739775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.742876 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b6714-c29e-45ba-8949-4dd2eae29b38 req-8b9ff6f5-4cda-402e-bb6a-ea8681fe4ef7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:11.745744 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-315b6714-c29e-45ba-8949-4dd2eae29b38 req-8b9ff6f5-4cda-402e-bb6a-ea8681fe4ef7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0649161 Oct 27 17:31:11.753340 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b83ac3-e8af-444b-9748-299c30d1dd1d {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:31:11.786355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port a9b83ac3-e8af-444b-9748-299c30d1dd1d, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:11.791456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5472a4-a592-4461-977c-b241c99f30b9'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:11.811171 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-315b6714-c29e-45ba-8949-4dd2eae29b38 req-f69a6365-c754-4f26-8416-cb515110eb43 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581384 Oct 27 17:31:11.861655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.875408 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port dd5472a4-a592-4461-977c-b241c99f30b9, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=dd5472a4-a592-4461-977c-b241c99f30b9,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:11.897176 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:11.940809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=a9b83ac3-e8af-444b-9748-299c30d1dd1d,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:11.983181 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef287a-f239-4da1-8353-52cecba90754 req-2c4d9efc-d50c-49c3-aca2-48bde1874a74 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:11.993873 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4cef287a-f239-4da1-8353-52cecba90754 req-2c4d9efc-d50c-49c3-aca2-48bde1874a74 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0808949 Oct 27 17:31:12.014933 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd651af-685b-46a8-9303-fa2cd57be009 req-d81eabd1-cb5e-46bd-86da-3e06cc667eb7 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.017213 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9bd651af-685b-46a8-9303-fa2cd57be009 req-d81eabd1-cb5e-46bd-86da-3e06cc667eb7 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0810695 Oct 27 17:31:12.024561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=dd5472a4-a592-4461-977c-b241c99f30b9,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:12.073035 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4cef287a-f239-4da1-8353-52cecba90754 req-b46d432d-282f-4a8d-a286-3e600352cf08 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779276 Oct 27 17:31:12.077899 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3080989d-5516-4d9a-b199-7b344eb96436" -d '{"events": [{"server_uuid": "7a6f4324-0826-4b60-b1b5-a7d00c63cdec", "name": "network-vif-plugged", "status": "completed", "tag": "dd5472a4-a592-4461-977c-b241c99f30b9"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:12.140317 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9bd651af-685b-46a8-9303-fa2cd57be009 req-b99f60f9-1178-47b9-83ff-966d9b2b1395 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130264 Oct 27 17:31:12.251276 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['a9b83ac3-e8af-444b-9748-299c30d1dd1d'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:31:12.355690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4454a0e-78cf-4811-807a-ad4c660c712b x-openstack-request-id: req-b4454a0e-78cf-4811-807a-ad4c660c712b {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:12.356236 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f4324-0826-4b60-b1b5-a7d00c63cdec", "name": "network-vif-plugged", "status": "completed", "tag": "dd5472a4-a592-4461-977c-b241c99f30b9", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:12.356657 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4454a0e-78cf-4811-807a-ad4c660c712b {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:12.357555 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4454a0e-78cf-4811-807a-ad4c660c712b'] response: {'server_uuid': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5472a4-a592-4461-977c-b241c99f30b9', 'code': 200} Oct 27 17:31:12.418490 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:12.475249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:12.478686 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b6f8ece-df3e-43cc-8239-06c04b03f703 req-35b745e9-bb8f-475b-83db-4de50482ece4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111049 Oct 27 17:31:12.608117 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-c2243233-6e27-476b-a4a5-5d3682cdc378 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd5472a4-a592-4461-977c-b241c99f30b9 HTTP/1.1" status: 200 len: 217 time: 0.3388238 Oct 27 17:31:12.615699 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-c8d3bbb5-34ed-405c-b92c-1abaca0c0399 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed86609d-1807-41a9-9302-15671bc13ea6 HTTP/1.1" status: 200 len: 217 time: 0.1338918 Oct 27 17:31:12.628907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef52a-46ed-4615-9391-729eb6f9c7d6 req-e58288f4-d6c3-4a8e-8970-d55e98d4304e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.635804 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2acef52a-46ed-4615-9391-729eb6f9c7d6 req-e58288f4-d6c3-4a8e-8970-d55e98d4304e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.1504743 Oct 27 17:31:12.690843 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2acef52a-46ed-4615-9391-729eb6f9c7d6 req-b90eb171-84d4-4fa9-8cf8-afb5ea9d6a7d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538867 Oct 27 17:31:12.735094 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-36906884-1751-451c-88fe-f6f86952e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.736623 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-36906884-1751-451c-88fe-f6f86952e62d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1127 time: 0.4497542 Oct 27 17:31:12.744650 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42315-5702-4dda-b761-748a865f19fa req-3451fcad-e9c4-4922-b42e-908852efd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.746571 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-3451fcad-e9c4-4922-b42e-908852efd285 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.4694209 Oct 27 17:31:12.748722 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-4db1a6c1-4b66-4b7a-89a2-6909a65a320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.749970 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-4db1a6c1-4b66-4b7a-89a2-6909a65a320c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4822814 Oct 27 17:31:12.756783 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7e837-db9d-4e2b-977c-ec74cd1466cc req-861701da-87f0-4eaa-8eba-3cee8234b9f4 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.763912 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93b7e837-db9d-4e2b-977c-ec74cd1466cc req-861701da-87f0-4eaa-8eba-3cee8234b9f4 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.4876387 Oct 27 17:31:12.810502 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93b7e837-db9d-4e2b-977c-ec74cd1466cc req-9ac608f2-5dab-409a-a13a-56df515a42dc tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Oct 27 17:31:12.931145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36124) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:12.949694 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0a90-cee6-4197-87ad-11227d992f9a req-3f85d144-45af-4209-894b-c28a60888fef tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:12.951584 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9ce0a90-cee6-4197-87ad-11227d992f9a req-3f85d144-45af-4209-894b-c28a60888fef tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0502651 Oct 27 17:31:13.001326 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9ce0a90-cee6-4197-87ad-11227d992f9a req-ac437b94-db4c-408a-9c6b-26a3c9f53436 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Oct 27 17:31:13.041702 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.115462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Publish callbacks [] for security_group (8666d40d-e745-4b6c-9905-349b12a53731), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.119284 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (8666d40d-e745-4b6c-9905-349b12a53731), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.159854 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666d40d-e745-4b6c-9905-349b12a53731,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:13.164544 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=23d17b5e21dd467cb3a55fab731c6928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320561 Oct 27 17:31:13.167947 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 36130) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:13.200932 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.201145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.201687 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.201833 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.202162 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.202500 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.202832 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.203156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.203501 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.203861 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.204203 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.204542 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.205029 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.205353 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.205676 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bf9542-9f38-48f5-8dbd-41e7b1aaaed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.224216 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d510e79-82ef-45e1-9fca-bbabf281aae4 req-b1d5bb39-3b7c-4ce9-8229-d0ed647a0910 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:13.226505 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6d510e79-82ef-45e1-9fca-bbabf281aae4 req-b1d5bb39-3b7c-4ce9-8229-d0ed647a0910 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0671949 Oct 27 17:31:13.274129 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6d510e79-82ef-45e1-9fca-bbabf281aae4 req-50f0ea57-94da-4aa6-8791-cbc0f0e40d30 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Oct 27 17:31:13.274521 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Publish callbacks [] for security_group (8666d40d-e745-4b6c-9905-349b12a53731), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.284615 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ecad6-189c-47a6-87f4-24d4b015ed0b req-3acb51a8-b500-4c60-870c-7a99684bc287 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:13.286113 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e76ecad6-189c-47a6-87f4-24d4b015ed0b req-3acb51a8-b500-4c60-870c-7a99684bc287 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0616241 Oct 27 17:31:13.322516 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Publish callbacks [] for security_group (8666d40d-e745-4b6c-9905-349b12a53731), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.333211 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:13.375815 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e76ecad6-189c-47a6-87f4-24d4b015ed0b req-0df81567-af6d-42ff-b6d6-1c623d3fe6d6 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807230 Oct 27 17:31:13.406009 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (8666d40d-e745-4b6c-9905-349b12a53731), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.408723 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.409890 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8666d40d-e745-4b6c-9905-349b12a53731 HTTP/1.1" status: 204 len: 168 time: 0.2392414 Oct 27 17:31:13.417751 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666d40d-e745-4b6c-9905-349b12a53731,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:13.425580 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.425936 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.426284 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.426673 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.426965 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.427302 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.427666 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.428136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.428354 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.428673 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.429003 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.429333 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.429659 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.429986 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.430312 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f01a5f7-d2ca-4867-a727-c5ac2d4c8e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:13.545324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f9833343-e5d6-462c-b560-02a65de834e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.686764 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:13.701973 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device a9b83ac3-e8af-444b-9748-299c30d1dd1d up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:13.804784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port a9b83ac3-e8af-444b-9748-299c30d1dd1d completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:31:13.817825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port a9b83ac3-e8af-444b-9748-299c30d1dd1d triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:13.818193 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:13.818521 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port a9b83ac3-e8af-444b-9748-299c30d1dd1d Oct 27 17:31:13.832594 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f2d05-15f0-4320-996f-6ffe7e7d7dfb req-55a6c031-83dc-42c0-bcd0-aea70a96ecd1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:13.835123 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aa7f2d05-15f0-4320-996f-6ffe7e7d7dfb req-55a6c031-83dc-42c0-bcd0-aea70a96ecd1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0582013 Oct 27 17:31:13.855053 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:13.876115 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'mac_address': 'fa:16:3e:60:a5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:13.914058 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aa7f2d05-15f0-4320-996f-6ffe7e7d7dfb req-3818576f-33ee-4801-b17d-5906da8bab75 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724366 Oct 27 17:31:13.985730 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:13.986291 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:14.003400 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d525473-0013-4431-baf7-e343fbc1a2eb {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:31:14.017090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:14.017320 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f01f59-a144-4021-a2a2-8a37167a5342 req-9bd35682-faa8-46fa-98fb-8aafa8d170ad tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:14.019539 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-04f01f59-a144-4021-a2a2-8a37167a5342 req-9bd35682-faa8-46fa-98fb-8aafa8d170ad tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.0796776 Oct 27 17:31:14.024183 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port a9b83ac3-e8af-444b-9748-299c30d1dd1d is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:14.024581 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:14.051294 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:14.069789 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:14.105604 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-04f01f59-a144-4021-a2a2-8a37167a5342 req-7174ec7c-4a12-4456-9e3a-9af75627ef2f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732143 Oct 27 17:31:14.144713 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:14.150378 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:14.160339 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port a9b83ac3-e8af-444b-9748-299c30d1dd1d, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:14.166292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:14.170923 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20518d-7ae6-4f2b-aa56-6c2dc516a943 req-630331f0-ad52-4eb4-9acf-a484a60e13ef tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:14.172536 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb20518d-7ae6-4f2b-aa56-6c2dc516a943 req-630331f0-ad52-4eb4-9acf-a484a60e13ef tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0733967 Oct 27 17:31:14.184427 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:14.252435 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb20518d-7ae6-4f2b-aa56-6c2dc516a943 req-9bd79f85-7e74-48e8-8209-a252213f0885 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703135 Oct 27 17:31:14.258690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=a9b83ac3-e8af-444b-9748-299c30d1dd1d,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:14.359680 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:14.364302 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d381128c-c020-4b31-b774-5e7164a427b4" -d '{"events": [{"server_uuid": "7238287c-af11-4c20-96cf-8ee9e4b34e8a", "name": "network-vif-plugged", "status": "completed", "tag": "a9b83ac3-e8af-444b-9748-299c30d1dd1d"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:14.413480 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c25e1d7-aaec-4d88-a9a9-7f9805489c14 x-openstack-request-id: req-3c25e1d7-aaec-4d88-a9a9-7f9805489c14 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:14.413780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7238287c-af11-4c20-96cf-8ee9e4b34e8a", "name": "network-vif-plugged", "status": "completed", "tag": "a9b83ac3-e8af-444b-9748-299c30d1dd1d", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:14.414035 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c25e1d7-aaec-4d88-a9a9-7f9805489c14 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:14.414598 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c25e1d7-aaec-4d88-a9a9-7f9805489c14'] response: {'server_uuid': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d', 'code': 200} Oct 27 17:31:14.495034 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['8d525473-0013-4431-baf7-e343fbc1a2eb'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:31:14.495532 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5084b-9331-4d7a-b00e-62d5e5053871 req-ca9a60c1-9bc8-476e-b156-531bba82d110 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:14.498389 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7ce5084b-9331-4d7a-b00e-62d5e5053871 req-ca9a60c1-9bc8-476e-b156-531bba82d110 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 944 time: 0.0779603 Oct 27 17:31:14.532661 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c315-02e6-411b-94a4-0b7a6c13aa80 req-6a7225e3-5388-4498-8fcf-36a39ef915b2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:14.535608 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8a43c315-02e6-411b-94a4-0b7a6c13aa80 req-6a7225e3-5388-4498-8fcf-36a39ef915b2 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0603738 Oct 27 17:31:14.566634 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7ce5084b-9331-4d7a-b00e-62d5e5053871 req-b631b9d0-60f3-4f5d-ad47-2c0628518165 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576940 Oct 27 17:31:14.613875 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8a43c315-02e6-411b-94a4-0b7a6c13aa80 req-2ccbea7e-140f-4597-a383-fb531a3fed6e tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Oct 27 17:31:14.793901 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 36202) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:14.864331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.40', 53068) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:14.976088 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.011653 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-3f85b17d-f956-494d-ba95-a7e5ddaa5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.013586 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-f91e778c-a941-4f6a-b8b9-987c62b70008 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 217 time: 0.1401937 Oct 27 17:31:15.017114 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-3f85b17d-f956-494d-ba95-a7e5ddaa5c61 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 1130 time: 0.1544280 Oct 27 17:31:15.113697 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.40', 53069) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:15.159909 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-002ede5b-a84b-491b-98b0-ff5c2538f42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.170446 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-dd1b692e-e4d9-4085-b6a4-03b3beb11c63 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.184994 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:15.205005 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-376b7213-dd4f-4f4b-a0ad-bd2ca122a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.206535 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-376b7213-dd4f-4f4b-a0ad-bd2ca122a5e1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.3400533 Oct 27 17:31:15.219338 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-bb30386c-0753-4923-bc9f-0170d4496e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.220875 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-bb30386c-0753-4923-bc9f-0170d4496e4f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1127 time: 0.2114794 Oct 27 17:31:15.230893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:15.232129 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190cd2-a58b-43ec-8745-6a7fa282cb57 req-5f15d074-88aa-4b56-8cd2-568b4ab39519 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.233599 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e1190cd2-a58b-43ec-8745-6a7fa282cb57 req-5f15d074-88aa-4b56-8cd2-568b4ab39519 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.1686587 Oct 27 17:31:15.235003 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-7f572268-3794-415c-ae30-ef3f05d42c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.236691 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-7f572268-3794-415c-ae30-ef3f05d42c2a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6 HTTP/1.1" status: 200 len: 850 time: 0.3156748 Oct 27 17:31:15.240091 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-ab6a646e-7e56-4a70-90fa-9594cbb2c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.241565 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-ab6a646e-7e56-4a70-90fa-9594cbb2c0bc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1129 time: 0.1265872 Oct 27 17:31:15.242915 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42315-5702-4dda-b761-748a865f19fa req-611f3bd4-e874-49dd-93c3-86273591d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.244232 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-611f3bd4-e874-49dd-93c3-86273591d9f5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.2183027 Oct 27 17:31:15.305867 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-f11d88f5-a72f-479d-b0db-dadc4b2759dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.307452 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-f11d88f5-a72f-479d-b0db-dadc4b2759dd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.4352090 Oct 27 17:31:15.326538 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-73320707-80ee-457c-8ae7-39530f260d3d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641197 Oct 27 17:31:15.330925 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-c5b272de-a716-4a4b-b8ed-9a4270b70dfe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.346340 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff02df-154d-484e-80e2-2474f4693207 req-b870de4c-aa31-4697-b0fc-83f6c865db7e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.348284 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-15ff02df-154d-484e-80e2-2474f4693207 req-b870de4c-aa31-4697-b0fc-83f6c865db7e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 943 time: 0.1457458 Oct 27 17:31:15.380703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-e38647f7-990e-4774-a358-cfc2b9a76396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.382294 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-e38647f7-990e-4774-a358-cfc2b9a76396 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1567953 Oct 27 17:31:15.442776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-3c01ee74-c818-4a09-9aa8-0adcfd6f32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.444216 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-3c01ee74-c818-4a09-9aa8-0adcfd6f32c4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=d4997daf-43a9-4912-bbef-3879a78a2a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1886327 Oct 27 17:31:15.541875 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:15.592805 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-63e5be0a-cb76-4c5a-b928-1fc09ea6a31a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 217 time: 0.2638674 Oct 27 17:31:15.598215 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e1190cd2-a58b-43ec-8745-6a7fa282cb57 req-baa5f995-9eb7-4c6c-ae1b-8a6a3a0e2437 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467720 Oct 27 17:31:15.605396 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42315-5702-4dda-b761-748a865f19fa req-560cebd7-7cb5-42c7-826a-3ed9398c8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.607129 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-560cebd7-7cb5-42c7-826a-3ed9398c8201 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3367162 Oct 27 17:31:15.691849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-cbbb6085-3cf3-4209-846d-d71b8bc243c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.693393 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-cbbb6085-3cf3-4209-846d-d71b8bc243c5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.4435108 Oct 27 17:31:15.721026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 689c3b28-8322-4e68-94df-67c69ac85d72 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:15.734874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:15.741625 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-dd1b692e-e4d9-4085-b6a4-03b3beb11c63 service neutron] Publish callbacks [] for security_group (b3e3f9cf-3e8a-4176-80ce-fad7e764f3bb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.814213 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-15ff02df-154d-484e-80e2-2474f4693207 req-3f80dd38-d122-4f1a-9ed7-4638a1bafaee tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532284 Oct 27 17:31:15.814789 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.db.api [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-c5b272de-a716-4a4b-b8ed-9a4270b70dfe service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8064235e6bfd44ae85090a95dd7a6869 {{(pid=104580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 17:31:15.815183 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG oslo_db.api [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-c5b272de-a716-4a4b-b8ed-9a4270b70dfe service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:31:15.816827 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-002ede5b-a84b-491b-98b0-ff5c2538f42a admin admin] Publish callbacks [] for security_group (cbdf30c0-1ac0-45bf-8438-b85f03809900), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.818072 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-dd1b692e-e4d9-4085-b6a4-03b3beb11c63 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b3e3f9cf-3e8a-4176-80ce-fad7e764f3bb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.820349 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-2aaeff21-1c1b-44a6-abe1-23c38972ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.821915 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-2aaeff21-1c1b-44a6-abe1-23c38972ddf4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.2056596 Oct 27 17:31:15.836433 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-1c69454d-7739-4053-91d0-d549839984a1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 217 time: 0.1250350 Oct 27 17:31:15.858745 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 8d525473-0013-4431-baf7-e343fbc1a2eb completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:31:15.869581 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 8d525473-0013-4431-baf7-e343fbc1a2eb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:15.870390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.870970 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 8d525473-0013-4431-baf7-e343fbc1a2eb Oct 27 17:31:15.881349 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-002ede5b-a84b-491b-98b0-ff5c2538f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (cbdf30c0-1ac0-45bf-8438-b85f03809900), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:15.881544 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-271c2258-232f-421b-9363-f12be1817f3f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409379 Oct 27 17:31:15.889392 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-e3ef5b2c-6cf2-4123-8e3d-54a722acf273 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627771 Oct 27 17:31:15.894903 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-0803ca23-c811-465b-b05a-a2fb79e6e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.896917 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-0803ca23-c811-465b-b05a-a2fb79e6e800 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645328 Oct 27 17:31:15.925854 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 689c3b28-8322-4e68-94df-67c69ac85d72, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=689c3b28-8322-4e68-94df-67c69ac85d72,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:15.929539 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:15.945956 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '689c3b28-8322-4e68-94df-67c69ac85d72', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'port_id': '689c3b28-8322-4e68-94df-67c69ac85d72', 'mac_address': 'fa:16:3e:9d:36:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:15.992024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee44b0a-396f-470f-b3ab-152d63f66723 req-9ba67142-fd27-402e-ba35-178a29faec11 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:15.993594 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9ee44b0a-396f-470f-b3ab-152d63f66723 req-9ba67142-fd27-402e-ba35-178a29faec11 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.2849436 Oct 27 17:31:16.002820 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-d8f37ad4-6f5d-4e55-bdf7-d3cec1e0f733 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752215 Oct 27 17:31:16.012869 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b692e-e4d9-4085-b6a4-03b3beb11c63 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e3f9cf-3e8a-4176-80ce-fad7e764f3bb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:16.020424 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-dd1b692e-e4d9-4085-b6a4-03b3beb11c63 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9566455 Oct 27 17:31:16.043462 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-51ef81e8-ca11-4045-988c-c10e57fc54b8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860007 Oct 27 17:31:16.069663 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-002ede5b-a84b-491b-98b0-ff5c2538f42a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=12b5a834160745ebb51e57c068a1f95b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2720995 Oct 27 17:31:16.072760 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 36232) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:16.077743 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-7c3720f1-4c6a-44c2-95ac-6a3ca9302447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:16.079440 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-7c3720f1-4c6a-44c2-95ac-6a3ca9302447 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.2077129 Oct 27 17:31:16.087794 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ede5b-a84b-491b-98b0-ff5c2538f42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf30c0-1ac0-45bf-8438-b85f03809900,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:16.110101 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d55edc-c2d9-498c-8b61-a0075281b6b7 req-8ee8530e-9f52-4d71-ad9a-52b84bd72970 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:16.115752 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 689c3b28-8322-4e68-94df-67c69ac85d72 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:16.116743 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.117350 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:16.119606 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3d55edc-c2d9-498c-8b61-a0075281b6b7 req-8ee8530e-9f52-4d71-ad9a-52b84bd72970 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 944 time: 0.1979320 Oct 27 17:31:16.141290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689c3b28-8322-4e68-94df-67c69ac85d72 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:31:16.148544 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:16.148995 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.183459 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 689c3b28-8322-4e68-94df-67c69ac85d72, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=689c3b28-8322-4e68-94df-67c69ac85d72,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:16.184039 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9ee44b0a-396f-470f-b3ab-152d63f66723 req-670f9ff0-0dfd-4f5d-aa91-88d4de6fd99d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737082 Oct 27 17:31:16.191281 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-0a99c9e7-fc93-4685-aca6-96ba332c70bb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834482 Oct 27 17:31:16.203439 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5db42315-5702-4dda-b761-748a865f19fa req-9f2ac67d-16e1-4a5f-a565-65a9250965d8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041775 Oct 27 17:31:16.218506 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.221346 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3d55edc-c2d9-498c-8b61-a0075281b6b7 req-beb579c7-ec7e-4647-a2ed-c3989f4e8936 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006453 Oct 27 17:31:16.223136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cac8ad85-cc51-4b8d-91a8-dc6c7f241e44 admin admin] Publish callbacks [] for security_group (cbdf30c0-1ac0-45bf-8438-b85f03809900), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.256053 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.279089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:16.287267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.307137 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cac8ad85-cc51-4b8d-91a8-dc6c7f241e44 admin admin] Publish callbacks [] for security_group (cbdf30c0-1ac0-45bf-8438-b85f03809900), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.312011 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=689c3b28-8322-4e68-94df-67c69ac85d72,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:16.316570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-c5b272de-a716-4a4b-b8ed-9a4270b70dfe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.322771 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.323250 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.323676 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.324100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.324455 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.324821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.325204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.325537 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.326518 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.326874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.327279 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.327631 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.327986 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.328312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.328654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:16.340248 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc916a-602b-4c9d-b79b-66a41f239cc2 req-fd3eb6da-7bce-44c1-89b6-2632fcc5da58 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:16.341810 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ffc916a-602b-4c9d-b79b-66a41f239cc2 req-fd3eb6da-7bce-44c1-89b6-2632fcc5da58 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0787318 Oct 27 17:31:16.391095 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:16.395124 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:16.400161 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:16.411143 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ffc916a-602b-4c9d-b79b-66a41f239cc2 req-42d63c52-8714-4234-bdfd-1dec35baddc7 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619087 Oct 27 17:31:16.424193 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:16.425389 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cac8ad85-cc51-4b8d-91a8-dc6c7f241e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (cbdf30c0-1ac0-45bf-8438-b85f03809900), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.436120 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cac8ad85-cc51-4b8d-91a8-dc6c7f241e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.436120 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cac8ad85-cc51-4b8d-91a8-dc6c7f241e44 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cbdf30c0-1ac0-45bf-8438-b85f03809900 HTTP/1.1" status: 204 len: 168 time: 0.3537705 Oct 27 17:31:16.436815 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e64352-5172-4939-a495-88764b0dccec" -d '{"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-plugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:16.446642 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ad85-cc51-4b8d-91a8-dc6c7f241e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf30c0-1ac0-45bf-8438-b85f03809900,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:16.479952 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-c5b272de-a716-4a4b-b8ed-9a4270b70dfe service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2019155 Oct 27 17:31:16.486561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246da798-af5a-4980-879b-2d1bee3859a1 x-openstack-request-id: req-246da798-af5a-4980-879b-2d1bee3859a1 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:16.486874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-plugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:16.487135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-246da798-af5a-4980-879b-2d1bee3859a1 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:16.488114 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246da798-af5a-4980-879b-2d1bee3859a1'] response: {'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'code': 200} Oct 27 17:31:16.706422 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['689c3b28-8322-4e68-94df-67c69ac85d72'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:31:16.751910 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d194-ba15-41df-9eb7-74a2aef2b429 req-b0df1401-98a1-48a9-89c5-caf0f0655604 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:16.754225 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0793d194-ba15-41df-9eb7-74a2aef2b429 req-b0df1401-98a1-48a9-89c5-caf0f0655604 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0732868 Oct 27 17:31:16.831421 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0793d194-ba15-41df-9eb7-74a2aef2b429 req-8da6d7cd-402d-4706-99b8-dfb316dd1a05 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709569 Oct 27 17:31:16.868578 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:16.998577 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3887a-9344-47b0-8f73-ab839fb47644 req-3e14baf4-9ea6-4047-b481-d36bb606e7b0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:17.000203 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-81d3887a-9344-47b0-8f73-ab839fb47644 req-3e14baf4-9ea6-4047-b481-d36bb606e7b0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 944 time: 0.0501604 Oct 27 17:31:17.049231 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-81d3887a-9344-47b0-8f73-ab839fb47644 req-e9ffde2c-36a8-4ce9-ad5d-a5d14b4e07d3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Oct 27 17:31:17.300283 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97cf2a-c620-4dc3-8783-c4789e049763 req-2bfabb72-88ba-4a6a-ad43-8384b2461c9b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:17.302107 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae97cf2a-c620-4dc3-8783-c4789e049763 req-2bfabb72-88ba-4a6a-ad43-8384b2461c9b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0539675 Oct 27 17:31:17.362656 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae97cf2a-c620-4dc3-8783-c4789e049763 req-410a5679-64ae-4b4a-acad-0cb53074b0e3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527124 Oct 27 17:31:17.366414 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d06334-a329-4bfe-9380-a6b23e7d060f req-e3eb597d-722c-4c10-b67d-4d0248eae60e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:17.368229 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-94d06334-a329-4bfe-9380-a6b23e7d060f req-e3eb597d-722c-4c10-b67d-4d0248eae60e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0501170 Oct 27 17:31:17.382238 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:17.430016 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-94d06334-a329-4bfe-9380-a6b23e7d060f req-242d8f81-11f0-4581-ba0c-4aad4670efef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560763 Oct 27 17:31:17.536186 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95cfa4-6f78-47e7-8ec3-e068202c1bed req-a43f7a65-c470-451d-a02c-a65cfd1ad218 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:17.537653 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a95cfa4-6f78-47e7-8ec3-e068202c1bed req-a43f7a65-c470-451d-a02c-a65cfd1ad218 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0459776 Oct 27 17:31:17.575880 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:17.595649 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2a95cfa4-6f78-47e7-8ec3-e068202c1bed req-e3e584f9-9405-4fb3-9c3d-88a72a87a06c tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521066 Oct 27 17:31:17.875064 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 689c3b28-8322-4e68-94df-67c69ac85d72 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:17.925461 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 689c3b28-8322-4e68-94df-67c69ac85d72 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:31:17.934058 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 689c3b28-8322-4e68-94df-67c69ac85d72 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:17.934442 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:17.934777 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 689c3b28-8322-4e68-94df-67c69ac85d72 Oct 27 17:31:17.965616 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48598-3bac-458e-be5c-0c859b3eaec2 req-12bcfd9c-af82-4c52-bc18-5ff9d9da1701 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:17.967218 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2a48598-3bac-458e-be5c-0c859b3eaec2 req-12bcfd9c-af82-4c52-bc18-5ff9d9da1701 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0546019 Oct 27 17:31:18.026661 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 689c3b28-8322-4e68-94df-67c69ac85d72 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:18.027121 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.066897 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2a48598-3bac-458e-be5c-0c859b3eaec2 req-570b41ca-1bce-4929-b69d-a07643635194 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937262 Oct 27 17:31:18.072976 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 689c3b28-8322-4e68-94df-67c69ac85d72, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=689c3b28-8322-4e68-94df-67c69ac85d72,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:18.079463 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.149083 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=689c3b28-8322-4e68-94df-67c69ac85d72,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:18.152020 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36334) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:18.203651 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Deleting subnet e9c543ce-13e4-47bf-a467-d88e44ae256b {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:31:18.207744 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Publish callbacks [] for subnet (e9c543ce-13e4-47bf-a467-d88e44ae256b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.222913 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1eee-fdf8-441b-8bd0-b4a4ddc489e4 req-b80d3de2-e493-4319-9b3d-24e31a124d78 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:18.224587 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aeaa1eee-fdf8-441b-8bd0-b4a4ddc489e4 req-b80d3de2-e493-4319-9b3d-24e31a124d78 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0703912 Oct 27 17:31:18.247435 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Publish callbacks [] for subnet (e9c543ce-13e4-47bf-a467-d88e44ae256b), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.258809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (e9c543ce-13e4-47bf-a467-d88e44ae256b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.286578 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aeaa1eee-fdf8-441b-8bd0-b4a4ddc489e4 req-060713d7-22d5-4f93-894f-fcf38ec4b4c3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564847 Oct 27 17:31:18.324484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (e9c543ce-13e4-47bf-a467-d88e44ae256b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.350995 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c543ce-13e4-47bf-a467-d88e44ae256b,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:18.354976 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.358408 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-56f19786-78dd-4f58-a79e-f73d7ed8e63f admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/e9c543ce-13e4-47bf-a467-d88e44ae256b HTTP/1.1" status: 204 len: 168 time: 0.2053082 Oct 27 17:31:18.361377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 36340) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:18.436602 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (2c471473-0825-4bf5-ab5b-e5a267d3b131), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.489591 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:18.491953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2562ba50-c507-491a-a7bc-219390a4bc69" -d '{"events": [{"server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "name": "network-vif-plugged", "status": "completed", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:18.509938 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad79e5-23ea-4237-a506-333d709975ad req-dd846c62-a539-4c4d-bdf1-21dd2eb42787 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:18.511469 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c5ad79e5-23ea-4237-a506-333d709975ad req-dd846c62-a539-4c4d-bdf1-21dd2eb42787 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0703399 Oct 27 17:31:18.527529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (2c471473-0825-4bf5-ab5b-e5a267d3b131), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:18.557151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.557448 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.558178 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.559193 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > port after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.559559 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.559980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > port after_update 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.560316 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.560868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.561201 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.562330 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.574348 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c5ad79e5-23ea-4237-a506-333d709975ad req-3011d5dd-b436-414d-b7e7-a14c469b15f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481527 Oct 27 17:31:18.620184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180ef82-cd18-4961-b172-137051259115 x-openstack-request-id: req-a180ef82-cd18-4961-b172-137051259115 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:18.620473 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "name": "network-vif-plugged", "status": "completed", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:18.620722 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a180ef82-cd18-4961-b172-137051259115 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:18.621113 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a180ef82-cd18-4961-b172-137051259115'] response: {'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72', 'code': 200} Oct 27 17:31:18.696537 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.696954 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.697217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.697991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:31:18.698384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c471473-0825-4bf5-ab5b-e5a267d3b131']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:18.734466 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d79e-cfd5-4019-b318-ed83282360e5 req-b313a319-e244-402e-9be8-3ab8ff3a6cc4 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:18.736113 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c716d79e-cfd5-4019-b318-ed83282360e5 req-b313a319-e244-402e-9be8-3ab8ff3a6cc4 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0630171 Oct 27 17:31:18.763067 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:18.798657 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c716d79e-cfd5-4019-b318-ed83282360e5 req-b02eed4b-5782-44b8-89aa-c8430972b568 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547760 Oct 27 17:31:18.964570 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff67e6ef-c1ff-4c95-8540-a9f92db72d55 req-98a9be92-7596-4d7f-b5e4-e23c606044ad service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160243 Oct 27 17:31:18.973667 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0df187f-641b-475f-8954-af80ab7db22e') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:18.973972 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0df187f-641b-475f-8954-af80ab7db22e') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:19.060419 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (c0df187f-641b-475f-8954-af80ab7db22e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.085498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c71b-ffd4-4dce-90f1-eeccba1b3b09 req-dcb29853-5f75-445b-a150-a9d414d2c19c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:19.087057 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-54a4c71b-ffd4-4dce-90f1-eeccba1b3b09 req-dcb29853-5f75-445b-a150-a9d414d2c19c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.5405746 Oct 27 17:31:19.167975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-bfb6755b-5859-4afc-9f9e-944b4532f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:19.169453 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-bfb6755b-5859-4afc-9f9e-944b4532f0a0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2063942 Oct 27 17:31:19.174248 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (c0df187f-641b-475f-8954-af80ab7db22e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.177650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:19.185389 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae6c90-3558-4e32-980a-5775ffa7203b req-4cc6d755-fe67-4ce6-bdf6-97bbac362fec tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:19.186887 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fae6c90-3558-4e32-980a-5775ffa7203b req-4cc6d755-fe67-4ce6-bdf6-97bbac362fec tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0514209 Oct 27 17:31:19.198941 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:31:19.199362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (c0df187f-641b-475f-8954-af80ab7db22e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.264514 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fae6c90-3558-4e32-980a-5775ffa7203b req-63e387d3-6155-41c2-bf39-18b4138a0e7b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717702 Oct 27 17:31:19.328157 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2ff2563-697f-494e-a35d-57723ad1ab9f req-ccc132d6-9b10-49e1-9580-3f8c785a093d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634362 Oct 27 17:31:19.332809 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-54a4c71b-ffd4-4dce-90f1-eeccba1b3b09 req-a41b770e-36bd-495b-93f4-878c47962489 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116919 Oct 27 17:31:19.334204 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (2c471473-0825-4bf5-ab5b-e5a267d3b131), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.338839 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7260d82d-5f00-4ba6-90f1-36f9111fe6d8 req-9d191249-e4c1-4d9a-9068-a2fd1180c7c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802874 Oct 27 17:31:19.346197 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.350400 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/2c471473-0825-4bf5-ab5b-e5a267d3b131 HTTP/1.1" status: 204 len: 168 time: 0.9880171 Oct 27 17:31:19.353420 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36370) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:19.360852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a4a8f-42a2-4ebb-8102-120e6cece616 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c471473-0825-4bf5-ab5b-e5a267d3b131,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:19.449144 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Deleting subnet 5e8d6ed4-cc8a-483e-8af8-27828254fb45 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:31:19.454280 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Publish callbacks [] for subnet (5e8d6ed4-cc8a-483e-8af8-27828254fb45), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.488248 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2a61-7dba-406e-b641-47fefe4b4faa req-0276d396-2e31-402a-aba0-a1b9e8fef277 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:19.489688 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2e6e2a61-7dba-406e-b641-47fefe4b4faa req-0276d396-2e31-402a-aba0-a1b9e8fef277 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0875142 Oct 27 17:31:19.514271 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Publish callbacks [] for subnet (5e8d6ed4-cc8a-483e-8af8-27828254fb45), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.515566 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment c0df187f-641b-475f-8954-af80ab7db22e resource provider aggregate not found Oct 27 17:31:19.522984 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (5e8d6ed4-cc8a-483e-8af8-27828254fb45), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.532927 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment c0df187f-641b-475f-8954-af80ab7db22e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0df187f-641b-475f-8954-af80ab7db22e found for delete ", "request_id": "req-e57670f2-1264-4c37-9c5c-9e7698dc28f8"}]} Oct 27 17:31:19.544113 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:19.577236 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2e6e2a61-7dba-406e-b641-47fefe4b4faa req-e34255d9-0a21-4b70-9e02-400636011898 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813415 Oct 27 17:31:19.603929 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (5e8d6ed4-cc8a-483e-8af8-27828254fb45), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.625385 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8d6ed4-cc8a-483e-8af8-27828254fb45,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:19.633486 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.636662 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ace3c6e3-88ac-4346-8ff5-7bc524d06ee0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/5e8d6ed4-cc8a-483e-8af8-27828254fb45 HTTP/1.1" status: 204 len: 168 time: 0.2821047 Oct 27 17:31:19.639319 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 36386) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:19.744930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f73c-5c5e-43cf-9916-a0cf4d1ea020 req-c532f9ee-cbe9-4cdf-bed6-5d59eac6b771 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:19.746423 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0218f73c-5c5e-43cf-9916-a0cf4d1ea020 req-c532f9ee-cbe9-4cdf-bed6-5d59eac6b771 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 943 time: 0.0887940 Oct 27 17:31:19.750523 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (4f8dd094-45d0-4a28-b7f1-ecd508bd20f5), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.779177 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:19.828893 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0218f73c-5c5e-43cf-9916-a0cf4d1ea020 req-ae6fe368-c7e7-4494-8cd7-47ec85e0b4fc tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761685 Oct 27 17:31:19.871457 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 021b0623-ac50-4080-925e-8bf3d47884b1 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:19.872624 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (4f8dd094-45d0-4a28-b7f1-ecd508bd20f5), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.904017 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8dd094-45d0-4a28-b7f1-ecd508bd20f5']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:19.916448 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af86ac4a-b5ee-45bb-9947-8f1a2475b07b') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:19.916917 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af86ac4a-b5ee-45bb-9947-8f1a2475b07b') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:19.932259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (af86ac4a-b5ee-45bb-9947-8f1a2475b07b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.955949 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (af86ac4a-b5ee-45bb-9947-8f1a2475b07b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.969813 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:31:19.970363 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (af86ac4a-b5ee-45bb-9947-8f1a2475b07b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:19.986054 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4dd19-beb8-49ff-b236-36df7aacb813 req-92e7f86c-2e77-4740-aae8-f08977cd61c4 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:19.988466 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ac4dd19-beb8-49ff-b236-36df7aacb813 req-92e7f86c-2e77-4740-aae8-f08977cd61c4 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.1037040 Oct 27 17:31:20.048854 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2ac4dd19-beb8-49ff-b236-36df7aacb813 req-5e8a3fdb-34b0-4a96-a60f-e27230828cff tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 Oct 27 17:31:20.076063 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 021b0623-ac50-4080-925e-8bf3d47884b1, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=021b0623-ac50-4080-925e-8bf3d47884b1,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:20.087589 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '021b0623-ac50-4080-925e-8bf3d47884b1', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:20.096097 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (4f8dd094-45d0-4a28-b7f1-ecd508bd20f5), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.111585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.118349 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/4f8dd094-45d0-4a28-b7f1-ecd508bd20f5 HTTP/1.1" status: 204 len: 168 time: 0.4779634 Oct 27 17:31:20.135134 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831742a-9808-4d11-b535-01e82d6fe34e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8dd094-45d0-4a28-b7f1-ecd508bd20f5,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:20.136080 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 021b0623-ac50-4080-925e-8bf3d47884b1 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:20.137268 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.154047 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021b0623-ac50-4080-925e-8bf3d47884b1 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:31:20.172325 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-55708e6d-cd18-4f5a-a5df-20ea2715c16f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713219 Oct 27 17:31:20.176169 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 021b0623-ac50-4080-925e-8bf3d47884b1, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=021b0623-ac50-4080-925e-8bf3d47884b1,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:20.180615 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.230668 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=021b0623-ac50-4080-925e-8bf3d47884b1,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:20.323268 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36408) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:20.372611 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b9920171-aa9a-437f-834d-5c2bdc85c54c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=228f90dd456d4100abee40757d969bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478058 Oct 27 17:31:20.373729 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36410) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:20.405101 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f84c-9f0b-4585-ad54-87b385d2a1e7 req-443e402c-356e-41c4-9db5-f91d330c5808 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:20.406647 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3640f84c-9f0b-4585-ad54-87b385d2a1e7 req-443e402c-356e-41c4-9db5-f91d330c5808 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0560277 Oct 27 17:31:20.440324 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8266bb19-6dd9-4bcb-9e6e-c007272fb523 admin admin] Publish callbacks [] for security_group (b48a4672-5566-4fb7-9e5b-032e0c3bcec5), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.487534 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3640f84c-9f0b-4585-ad54-87b385d2a1e7 req-e59076ca-76ec-4ef9-a7f2-5bc603960ebe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Oct 27 17:31:20.518537 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c4245-a6a7-451d-9e6a-6b3677591f20 req-8c825120-af93-4592-8d40-f19b17cd6a88 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:20.524235 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-486c4245-a6a7-451d-9e6a-6b3677591f20 req-8c825120-af93-4592-8d40-f19b17cd6a88 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0766351 Oct 27 17:31:20.526402 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8266bb19-6dd9-4bcb-9e6e-c007272fb523 admin admin] Publish callbacks [] for security_group (b48a4672-5566-4fb7-9e5b-032e0c3bcec5), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.620444 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-486c4245-a6a7-451d-9e6a-6b3677591f20 req-ce23e75e-2005-47af-bd0d-3c9dab40ad8c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858519 Oct 27 17:31:20.639402 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8266bb19-6dd9-4bcb-9e6e-c007272fb523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b48a4672-5566-4fb7-9e5b-032e0c3bcec5), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.644162 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8266bb19-6dd9-4bcb-9e6e-c007272fb523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:20.648195 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8266bb19-6dd9-4bcb-9e6e-c007272fb523 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b48a4672-5566-4fb7-9e5b-032e0c3bcec5 HTTP/1.1" status: 204 len: 168 time: 0.2706883 Oct 27 17:31:20.658703 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266bb19-6dd9-4bcb-9e6e-c007272fb523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a4672-5566-4fb7-9e5b-032e0c3bcec5,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:20.751361 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525db9c-c760-4f79-ae9a-6984fdf20197 req-558f2f4b-be93-4192-8221-9c915ca2cad2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:20.756193 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4525db9c-c760-4f79-ae9a-6984fdf20197 req-558f2f4b-be93-4192-8221-9c915ca2cad2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0680115 Oct 27 17:31:20.781226 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['021b0623-ac50-4080-925e-8bf3d47884b1'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:31:20.839549 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4525db9c-c760-4f79-ae9a-6984fdf20197 req-f554b8a2-bf13-4e7f-9614-ff6455dcdc6f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801599 Oct 27 17:31:20.964423 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:20.981960 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:21.008192 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fe555-bb5f-4b26-a04d-c1b4d2b84ecd req-6136f827-f02c-4462-aa9f-6465a004ab9f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:21.009715 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df6fe555-bb5f-4b26-a04d-c1b4d2b84ecd req-6136f827-f02c-4462-aa9f-6465a004ab9f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 944 time: 0.0761795 Oct 27 17:31:21.044731 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:21.070869 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df6fe555-bb5f-4b26-a04d-c1b4d2b84ecd req-af2d756a-50b6-4362-93e5-44551eef6c9f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551579 Oct 27 17:31:21.158413 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36448) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:21.189593 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789949d8-0b12-4bd9-aeaf-b818cc77a4f4 req-cf1739d6-7053-4c24-9277-9f00ba2c034b tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:21.196328 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-789949d8-0b12-4bd9-aeaf-b818cc77a4f4 req-cf1739d6-7053-4c24-9277-9f00ba2c034b tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0582030 Oct 27 17:31:21.202800 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-978fa23e-f39b-4da1-969b-9d171479b04c admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1f7ca12d47ce429a952eeb556b594b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424521 Oct 27 17:31:21.205274 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36450) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:21.243244 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-789949d8-0b12-4bd9-aeaf-b818cc77a4f4 req-f823f0a8-f529-4018-8fe2-eca9b0000c0d tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Oct 27 17:31:21.256694 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a11c6700-e69b-4dfc-80e1-b1b64447fef8 admin admin] Publish callbacks [] for security_group (0f826893-31a7-4374-af7f-15298805e68d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:21.281426 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a11c6700-e69b-4dfc-80e1-b1b64447fef8 admin admin] Publish callbacks [] for security_group (0f826893-31a7-4374-af7f-15298805e68d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:21.329231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a11c6700-e69b-4dfc-80e1-b1b64447fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0f826893-31a7-4374-af7f-15298805e68d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:21.332563 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a11c6700-e69b-4dfc-80e1-b1b64447fef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:21.333711 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a11c6700-e69b-4dfc-80e1-b1b64447fef8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0f826893-31a7-4374-af7f-15298805e68d HTTP/1.1" status: 204 len: 168 time: 0.1259942 Oct 27 17:31:21.342090 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c6700-e69b-4dfc-80e1-b1b64447fef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f826893-31a7-4374-af7f-15298805e68d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:21.553867 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment af86ac4a-b5ee-45bb-9947-8f1a2475b07b resource provider aggregate not found Oct 27 17:31:21.571105 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment af86ac4a-b5ee-45bb-9947-8f1a2475b07b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af86ac4a-b5ee-45bb-9947-8f1a2475b07b found for delete ", "request_id": "req-8e565cdc-76ee-4064-8d82-cfc4aa0891f1"}]} Oct 27 17:31:21.634195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d48840-981d-4493-a2ff-d9576d792490 req-42671d16-e704-42c1-b1d7-9c557e9f87d7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:21.635684 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-24d48840-981d-4493-a2ff-d9576d792490 req-42671d16-e704-42c1-b1d7-9c557e9f87d7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0478804 Oct 27 17:31:21.675867 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:21.693947 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-24d48840-981d-4493-a2ff-d9576d792490 req-5f761fb5-b56b-459e-ac00-c63a6c988c2f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526454 Oct 27 17:31:21.758089 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f05f58-60a5-4761-869b-a880b9318295 req-0cf81b11-ad5f-4720-a23d-4048adfbde94 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:21.759601 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-60f05f58-60a5-4761-869b-a880b9318295 req-0cf81b11-ad5f-4720-a23d-4048adfbde94 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0501597 Oct 27 17:31:21.808058 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-60f05f58-60a5-4761-869b-a880b9318295 req-dc3c0602-2df6-4632-8699-fe59c66ff4ea tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Oct 27 17:31:21.951535 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd63a7-229a-451d-9847-d264161e20d6 req-badb81e8-1ebc-43c0-a1fd-8a3e48659e51 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:21.953058 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2fd63a7-229a-451d-9847-d264161e20d6 req-badb81e8-1ebc-43c0-a1fd-8a3e48659e51 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0476053 Oct 27 17:31:22.004293 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2fd63a7-229a-451d-9847-d264161e20d6 req-abb83061-48e5-4469-96da-c7847972de40 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449135 Oct 27 17:31:22.200289 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd954f-8a79-4942-a544-8fbb160bcd58 req-c8c58d17-db1c-4d45-a812-4ccb0eb8008b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:22.202583 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4cfd954f-8a79-4942-a544-8fbb160bcd58 req-c8c58d17-db1c-4d45-a812-4ccb0eb8008b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 944 time: 0.0530303 Oct 27 17:31:22.228190 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:22.257677 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4cfd954f-8a79-4942-a544-8fbb160bcd58 req-11a53088-5574-44a8-a361-fc679f9678e5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490630 Oct 27 17:31:22.370936 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104d9e-c4c1-4df9-91f0-313741f1d8a0 req-4966072d-d0a8-420d-ae5d-98e543bf92d9 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:22.372527 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3e104d9e-c4c1-4df9-91f0-313741f1d8a0 req-4966072d-d0a8-420d-ae5d-98e543bf92d9 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0508385 Oct 27 17:31:22.423646 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3e104d9e-c4c1-4df9-91f0-313741f1d8a0 req-74a27e18-9b73-4d86-9f6d-5bb6e73cb81f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 Oct 27 17:31:22.591810 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36504) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:22.693981 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3aceb1ac-2043-45a2-a339-39d788e4d5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:22.767887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3aceb1ac-2043-45a2-a339-39d788e4d5f8 admin admin] Publish callbacks [] for security_group (71c0afc8-fb5c-4d90-990a-6083237fbe11), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:22.773196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3aceb1ac-2043-45a2-a339-39d788e4d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (71c0afc8-fb5c-4d90-990a-6083237fbe11), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:22.810840 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceb1ac-2043-45a2-a339-39d788e4d5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0afc8-fb5c-4d90-990a-6083237fbe11,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:22.812573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f5d5a-eefb-4f4b-b045-b88c59c0ec34 req-74264172-6748-4c7e-8d45-89b218b3ff9e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:22.814099 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-402f5d5a-eefb-4f4b-b045-b88c59c0ec34 req-74264172-6748-4c7e-8d45-89b218b3ff9e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0458031 Oct 27 17:31:22.816970 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3aceb1ac-2043-45a2-a339-39d788e4d5f8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=aac85c0e6fc34a4b8b02d44b197e44f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241447 Oct 27 17:31:22.819654 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36510) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:22.867122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-402f5d5a-eefb-4f4b-b045-b88c59c0ec34 req-89b24991-09e6-4cb1-9ff5-99b1cde9a583 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Oct 27 17:31:22.875827 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f4baabf-8d5b-4eba-b03e-ea62faea7005 admin admin] Publish callbacks [] for security_group (71c0afc8-fb5c-4d90-990a-6083237fbe11), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:22.900442 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f4baabf-8d5b-4eba-b03e-ea62faea7005 admin admin] Publish callbacks [] for security_group (71c0afc8-fb5c-4d90-990a-6083237fbe11), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:22.965042 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459fdc6-936c-47a3-ba77-abbb2f51d3e5 req-39e1a26a-9de3-4a65-94a0-fcc1f6ee645f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:22.966428 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6459fdc6-936c-47a3-ba77-abbb2f51d3e5 req-39e1a26a-9de3-4a65-94a0-fcc1f6ee645f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0687411 Oct 27 17:31:23.001905 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f4baabf-8d5b-4eba-b03e-ea62faea7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (71c0afc8-fb5c-4d90-990a-6083237fbe11), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:23.004474 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6f4baabf-8d5b-4eba-b03e-ea62faea7005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:23.005564 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6f4baabf-8d5b-4eba-b03e-ea62faea7005 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/71c0afc8-fb5c-4d90-990a-6083237fbe11 HTTP/1.1" status: 204 len: 168 time: 0.1850810 Oct 27 17:31:23.023443 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4baabf-8d5b-4eba-b03e-ea62faea7005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0afc8-fb5c-4d90-990a-6083237fbe11,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:23.029215 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6459fdc6-936c-47a3-ba77-abbb2f51d3e5 req-6ef2f634-b30a-4e1c-92d1-14b2d389bb0e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571692 Oct 27 17:31:23.137135 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46e536-0c4b-4208-be9b-5181ce3c13d0 req-f138e4f2-64da-4615-840e-35003470814f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:23.138642 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da46e536-0c4b-4208-be9b-5181ce3c13d0 req-f138e4f2-64da-4615-840e-35003470814f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0531063 Oct 27 17:31:23.176105 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:23.189425 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da46e536-0c4b-4208-be9b-5181ce3c13d0 req-ab912151-dad6-4282-810d-71cebbb0568b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445905 Oct 27 17:31:23.379668 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eeb20-4bd9-4f99-a63e-7f22ec86a869 req-8d9b20c0-e367-488c-bd74-e81f2eb23dc5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:23.381216 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-481eeb20-4bd9-4f99-a63e-7f22ec86a869 req-8d9b20c0-e367-488c-bd74-e81f2eb23dc5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 944 time: 0.0500374 Oct 27 17:31:23.431729 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-481eeb20-4bd9-4f99-a63e-7f22ec86a869 req-3ad6d811-640f-48c5-93b8-557a53f7f64e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Oct 27 17:31:23.553410 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be2ee-ab0a-4e5c-bd5b-0685c859a750 req-8bf7a5c9-623b-450f-a382-d244c74af012 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:23.560234 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-263be2ee-ab0a-4e5c-bd5b-0685c859a750 req-8bf7a5c9-623b-450f-a382-d244c74af012 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0611022 Oct 27 17:31:23.612157 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-263be2ee-ab0a-4e5c-bd5b-0685c859a750 req-c9d9b1e2-1691-488b-b04c-b11cac699766 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482092 Oct 27 17:31:23.975725 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:23.988275 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceccfd-cbed-4516-b61d-30c46bf76760 req-ee18148d-81a1-44a2-a58c-49bd25b37c9d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:23.989809 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a2ceccfd-cbed-4516-b61d-30c46bf76760 req-ee18148d-81a1-44a2-a58c-49bd25b37c9d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0474417 Oct 27 17:31:24.038693 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a2ceccfd-cbed-4516-b61d-30c46bf76760 req-f59f8ac1-aa57-46e6-88b5-bbaad8beb354 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Oct 27 17:31:24.197994 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c316-52fe-4a42-a8f5-047a54642174 req-a9ce0493-8709-4795-a6c7-363735ae440e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:24.199468 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a78c316-52fe-4a42-a8f5-047a54642174 req-a9ce0493-8709-4795-a6c7-363735ae440e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0459702 Oct 27 17:31:24.251804 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a78c316-52fe-4a42-a8f5-047a54642174 req-dffd52e2-65d7-4cf3-81d5-983950500d61 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Oct 27 17:31:24.294036 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:24.310244 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9796e-dc10-4927-8db2-72b9a2cfcbab req-d3d113ab-5e7c-48a8-8f95-84c9e7efc383 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:24.311812 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-58a9796e-dc10-4927-8db2-72b9a2cfcbab req-d3d113ab-5e7c-48a8-8f95-84c9e7efc383 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0466769 Oct 27 17:31:24.359038 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-58a9796e-dc10-4927-8db2-72b9a2cfcbab req-e4338a9c-672d-4d63-b96d-8e03dfd0a602 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 Oct 27 17:31:24.550445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5e76b-13a3-4977-b9c7-8cebc8cf0e52 req-0d580ef6-d97e-4cd6-9136-57f5571070c5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:24.551876 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d9a5e76b-13a3-4977-b9c7-8cebc8cf0e52 req-0d580ef6-d97e-4cd6-9136-57f5571070c5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 944 time: 0.0455999 Oct 27 17:31:24.601571 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d9a5e76b-13a3-4977-b9c7-8cebc8cf0e52 req-9f6a40c4-a0cb-4fe5-b7e2-85ef893c57e4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Oct 27 17:31:24.730578 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c05a2e-ee53-41ef-8635-502817ad9066 req-3c514427-f72d-4920-9f60-838a71c2cb92 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:24.732284 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-04c05a2e-ee53-41ef-8635-502817ad9066 req-3c514427-f72d-4920-9f60-838a71c2cb92 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0472453 Oct 27 17:31:24.778418 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-04c05a2e-ee53-41ef-8635-502817ad9066 req-c2bb33b5-c5c6-429c-9530-e13b66fded7a tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Oct 27 17:31:25.168078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da52e0-856a-45e4-9350-a42752222124 req-d407f59d-c403-44b4-b8e5-d7f69db67872 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:25.169598 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10da52e0-856a-45e4-9350-a42752222124 req-d407f59d-c403-44b4-b8e5-d7f69db67872 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0481708 Oct 27 17:31:25.215563 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10da52e0-856a-45e4-9350-a42752222124 req-8b382d51-f420-494a-8b60-333c8bb1b14b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Oct 27 17:31:25.373444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c94d65-9e8c-4824-b09d-164e261dff1f req-6b52a9d1-24c7-4f9c-8399-bb54705116f7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:25.374799 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-42c94d65-9e8c-4824-b09d-164e261dff1f req-6b52a9d1-24c7-4f9c-8399-bb54705116f7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0452833 Oct 27 17:31:25.422585 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-42c94d65-9e8c-4824-b09d-164e261dff1f req-d2cacbd8-f977-4d72-9731-f0bdeede2020 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Oct 27 17:31:25.481116 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab44e-7b58-47e5-b226-0762ccd1a139 req-9368eade-d9ec-4e9c-a0f3-4d18bdd0b533 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:25.482824 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-590ab44e-7b58-47e5-b226-0762ccd1a139 req-9368eade-d9ec-4e9c-a0f3-4d18bdd0b533 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Oct 27 17:31:25.527981 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-590ab44e-7b58-47e5-b226-0762ccd1a139 req-48147b21-05ae-4519-8a9c-338499029eb2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395701 Oct 27 17:31:25.722327 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefe55-e9f7-4473-8a18-d8cd0af942f6 req-0ce00ccc-de9a-4d11-be05-5042957591f8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:25.723816 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-36eefe55-e9f7-4473-8a18-d8cd0af942f6 req-0ce00ccc-de9a-4d11-be05-5042957591f8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 944 time: 0.0486760 Oct 27 17:31:25.770166 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-36eefe55-e9f7-4473-8a18-d8cd0af942f6 req-5636372d-2f5a-478f-91f1-acbffb1a7696 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Oct 27 17:31:25.817375 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:25.827905 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 021b0623-ac50-4080-925e-8bf3d47884b1 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:25.874378 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 021b0623-ac50-4080-925e-8bf3d47884b1 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:31:25.881208 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 021b0623-ac50-4080-925e-8bf3d47884b1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:25.881521 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:25.881856 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 021b0623-ac50-4080-925e-8bf3d47884b1 Oct 27 17:31:25.905937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ad811-ecb9-41f5-baa9-92feea09cd80 req-a769a38d-0985-4716-8023-9e82f7a022cf tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:25.907415 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-956ad811-ecb9-41f5-baa9-92feea09cd80 req-a769a38d-0985-4716-8023-9e82f7a022cf tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0510347 Oct 27 17:31:25.953650 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 021b0623-ac50-4080-925e-8bf3d47884b1 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:25.953988 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:25.956480 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-956ad811-ecb9-41f5-baa9-92feea09cd80 req-0babfc5b-ed68-4c49-840b-230a6347a619 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Oct 27 17:31:25.977128 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:25.979340 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03a047-644e-44aa-bd47-e5971c006725" -d '{"events": [{"server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "name": "network-vif-plugged", "status": "completed", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:25.993500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 021b0623-ac50-4080-925e-8bf3d47884b1, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=021b0623-ac50-4080-925e-8bf3d47884b1,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:25.998678 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:26.024688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e92860-dc16-45c0-82fb-051ec0bdb2c6 x-openstack-request-id: req-61e92860-dc16-45c0-82fb-051ec0bdb2c6 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:26.024996 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "name": "network-vif-plugged", "status": "completed", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:26.025269 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61e92860-dc16-45c0-82fb-051ec0bdb2c6 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:26.025654 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e92860-dc16-45c0-82fb-051ec0bdb2c6'] response: {'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1', 'code': 200} Oct 27 17:31:26.051101 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=021b0623-ac50-4080-925e-8bf3d47884b1,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:26.337664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af756b-493c-452f-996e-b29127f6ee2a req-b108e7c4-654c-4b28-b89e-dbb8b5a5a0cd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:26.339176 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8af756b-493c-452f-996e-b29127f6ee2a req-b108e7c4-654c-4b28-b89e-dbb8b5a5a0cd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0492342 Oct 27 17:31:26.394353 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8af756b-493c-452f-996e-b29127f6ee2a req-eafa4543-4723-42dc-972c-0af5acd2179a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Oct 27 17:31:26.547135 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f5de9-5c06-4c4f-8a12-4a8baafddb35 req-3fd6197a-ae7c-4f0a-9b73-ae111764e424 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:26.548630 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-477f5de9-5c06-4c4f-8a12-4a8baafddb35 req-3fd6197a-ae7c-4f0a-9b73-ae111764e424 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0458937 Oct 27 17:31:26.597463 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-477f5de9-5c06-4c4f-8a12-4a8baafddb35 req-0f85199c-6c21-4de1-baaf-933dcbbaa217 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Oct 27 17:31:26.646829 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500328b-247b-4558-9774-eedd03484bb3 req-0429c17b-660c-4ed9-8590-f1794e258ba1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:26.648325 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1500328b-247b-4558-9774-eedd03484bb3 req-0429c17b-660c-4ed9-8590-f1794e258ba1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0469129 Oct 27 17:31:26.695224 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1500328b-247b-4558-9774-eedd03484bb3 req-6b44dcd8-c7d5-4080-b713-7aa1e845d035 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414116 Oct 27 17:31:26.890647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6460d-9903-44ad-a88c-8dea4a7b4c2c req-ee5c117d-b5e1-4bf9-b7d9-259dbcbe6b29 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:26.892323 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09b6460d-9903-44ad-a88c-8dea4a7b4c2c req-ee5c117d-b5e1-4bf9-b7d9-259dbcbe6b29 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Oct 27 17:31:26.949063 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09b6460d-9903-44ad-a88c-8dea4a7b4c2c req-45ea491a-d981-434a-8989-e57e447c1593 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Oct 27 17:31:27.076832 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d293-37cb-460e-97a5-8b24b0f566d4 req-54c95df0-689e-4cd0-bf12-692320a32a00 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:27.078296 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6908d293-37cb-460e-97a5-8b24b0f566d4 req-54c95df0-689e-4cd0-bf12-692320a32a00 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0456069 Oct 27 17:31:27.124214 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6908d293-37cb-460e-97a5-8b24b0f566d4 req-8de50abc-014d-4c9d-9f0e-a2e723e341de tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Oct 27 17:31:27.512453 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3e5cc-940d-4e8a-b00d-6ab0e109214f req-3d5f9c15-5e7f-4297-b83f-fac0bcd70e2d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:27.513913 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-96c3e5cc-940d-4e8a-b00d-6ab0e109214f req-3d5f9c15-5e7f-4297-b83f-fac0bcd70e2d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0453281 Oct 27 17:31:27.559488 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-96c3e5cc-940d-4e8a-b00d-6ab0e109214f req-417ee700-2d56-41e0-a2e8-5df6593aed41 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Oct 27 17:31:27.725340 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e009e5-29b4-44ac-85da-122964baca23 req-45bbe167-c52f-49b2-8902-a5c6d9649982 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:27.726763 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f5e009e5-29b4-44ac-85da-122964baca23 req-45bbe167-c52f-49b2-8902-a5c6d9649982 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0491581 Oct 27 17:31:27.745463 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:27.775279 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f5e009e5-29b4-44ac-85da-122964baca23 req-7bd90bda-7216-4e31-9f55-f12ff5b6af7b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Oct 27 17:31:27.812397 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef973-43c5-48a4-bd32-dcb88ae5eef4 req-3adaa076-b9e1-4616-bc47-c3ad3c5b35c8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:27.813864 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-005ef973-43c5-48a4-bd32-dcb88ae5eef4 req-3adaa076-b9e1-4616-bc47-c3ad3c5b35c8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0462804 Oct 27 17:31:27.864273 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-005ef973-43c5-48a4-bd32-dcb88ae5eef4 req-c508ecd4-016c-4674-91d6-5a3e02ae802a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Oct 27 17:31:28.070445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c52258-4adb-41c7-a682-3d039520685b req-3e012955-2583-4985-8c87-dca3ca1ee454 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:28.071941 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e7c52258-4adb-41c7-a682-3d039520685b req-3e012955-2583-4985-8c87-dca3ca1ee454 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0455427 Oct 27 17:31:28.089967 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:28.118625 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e7c52258-4adb-41c7-a682-3d039520685b req-1127169b-1d74-4f42-ad17-a4728784541c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Oct 27 17:31:28.246303 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10f14-3eb7-457f-8eec-5b2fb443a9e0 req-1bf9c1e9-5135-468d-bff6-83678963359b tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:28.247812 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09f10f14-3eb7-457f-8eec-5b2fb443a9e0 req-1bf9c1e9-5135-468d-bff6-83678963359b tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0495961 Oct 27 17:31:28.293694 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09f10f14-3eb7-457f-8eec-5b2fb443a9e0 req-a994a96f-cdb0-400d-b145-623b3ad5b82c tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Oct 27 17:31:28.679557 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce21ab-3d69-49d6-945a-551029096dc9 req-2720f0b1-54ee-4433-8168-12197bf8e9d6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:28.681041 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-24ce21ab-3d69-49d6-945a-551029096dc9 req-2720f0b1-54ee-4433-8168-12197bf8e9d6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0478318 Oct 27 17:31:28.727429 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-24ce21ab-3d69-49d6-945a-551029096dc9 req-26914fda-502d-419c-80c3-62ab3a7a162c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Oct 27 17:31:28.896402 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee25d32-0876-4929-9ed1-50d34b0fdf4b req-189f192d-d096-4c01-8e9c-25d1d04d6511 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:28.897805 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bee25d32-0876-4929-9ed1-50d34b0fdf4b req-189f192d-d096-4c01-8e9c-25d1d04d6511 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0449536 Oct 27 17:31:28.944701 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bee25d32-0876-4929-9ed1-50d34b0fdf4b req-cb0a8e9e-4642-48f5-931c-d73386464915 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412958 Oct 27 17:31:28.983776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd5c42-1b2d-441d-a53b-37703f836843 req-73213667-29b6-45cf-8d13-a877bb076ae7 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:28.985245 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10cd5c42-1b2d-441d-a53b-37703f836843 req-73213667-29b6-45cf-8d13-a877bb076ae7 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0468633 Oct 27 17:31:29.030673 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10cd5c42-1b2d-441d-a53b-37703f836843 req-4ced0b7d-a824-40cf-adde-e278b8d2f016 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398715 Oct 27 17:31:29.226980 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:29.235587 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310c9f-f2c3-46e3-8345-97801287b8da req-404b8751-ab1f-4d69-a3fa-14c3d147fd95 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:29.237228 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7e310c9f-f2c3-46e3-8345-97801287b8da req-404b8751-ab1f-4d69-a3fa-14c3d147fd95 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0460422 Oct 27 17:31:29.287321 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7e310c9f-f2c3-46e3-8345-97801287b8da req-04194ea0-dac4-4b02-964c-6555ce500bda tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Oct 27 17:31:29.412078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b3a0f-a03d-4c20-8e35-09de6a041d88 req-979845cd-e949-40d3-9ec8-5c11e8b0755d tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:29.413458 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-765b3a0f-a03d-4c20-8e35-09de6a041d88 req-979845cd-e949-40d3-9ec8-5c11e8b0755d tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0450838 Oct 27 17:31:29.462266 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-765b3a0f-a03d-4c20-8e35-09de6a041d88 req-83827722-62b5-4463-9330-8f5ebe6bec09 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433605 Oct 27 17:31:29.756542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ed86609d-1807-41a9-9302-15671bc13ea6 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:29.847856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c50cb5-1b2f-42cd-be23-811f3a533a88 req-85dc34f7-5ec1-471f-be3d-891a886bae32 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:29.849388 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-50c50cb5-1b2f-42cd-be23-811f3a533a88 req-85dc34f7-5ec1-471f-be3d-891a886bae32 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 943 time: 0.0450442 Oct 27 17:31:29.863106 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port ed86609d-1807-41a9-9302-15671bc13ea6, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ed86609d-1807-41a9-9302-15671bc13ea6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:29.868380 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:29.874948 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'ed86609d-1807-41a9-9302-15671bc13ea6', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'port_id': 'ed86609d-1807-41a9-9302-15671bc13ea6', 'mac_address': 'fa:16:3e:ae:dc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:29.898601 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-50c50cb5-1b2f-42cd-be23-811f3a533a88 req-83bb569f-1d2a-4056-8165-063418d72204 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Oct 27 17:31:29.914021 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port ed86609d-1807-41a9-9302-15671bc13ea6 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:29.914411 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:29.927533 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed86609d-1807-41a9-9302-15671bc13ea6 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:31:29.947477 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port ed86609d-1807-41a9-9302-15671bc13ea6, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ed86609d-1807-41a9-9302-15671bc13ea6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:29.951901 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:29.996978 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=ed86609d-1807-41a9-9302-15671bc13ea6,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:30.068494 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd694f-e066-41d0-bfd4-8788a602e226 req-84763299-dd8e-4e57-ba6a-146d4b0dd33c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:30.069986 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e0fd694f-e066-41d0-bfd4-8788a602e226 req-84763299-dd8e-4e57-ba6a-146d4b0dd33c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0461798 Oct 27 17:31:30.124675 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e0fd694f-e066-41d0-bfd4-8788a602e226 req-52c81fcf-04ba-4c3a-85c2-cf377e86954c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491459 Oct 27 17:31:30.151761 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb917d-8147-4424-a55a-91c74500105d req-66a176f4-4831-4e55-b777-086ba58d20a9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:30.151761 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fdb917d-8147-4424-a55a-91c74500105d req-66a176f4-4831-4e55-b777-086ba58d20a9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0461922 Oct 27 17:31:30.197773 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fdb917d-8147-4424-a55a-91c74500105d req-980922ec-f5a7-49bf-b745-1b5b19583a2d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 Oct 27 17:31:30.403792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58bad-dd5e-4dab-8393-17a1056f1cac req-f5bbcedf-f7d0-4557-bd5b-245ad291e421 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:30.405249 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0b58bad-dd5e-4dab-8393-17a1056f1cac req-f5bbcedf-f7d0-4557-bd5b-245ad291e421 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0454800 Oct 27 17:31:30.451363 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0b58bad-dd5e-4dab-8393-17a1056f1cac req-7a1780d5-5001-4104-bb3b-3cb0bd34e384 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Oct 27 17:31:30.598136 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3006ac0-d836-4a2d-ab83-3668aa945c5b req-c7aec0da-4e08-42af-932e-0a935a29f415 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:30.606242 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3006ac0-d836-4a2d-ab83-3668aa945c5b req-c7aec0da-4e08-42af-932e-0a935a29f415 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0674512 Oct 27 17:31:30.675684 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bca68-8f88-4627-a9f5-04f3bbdee66e req-b2ac2e05-90c1-4463-b469-cd56f5399945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:30.676626 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-27f0a682-3426-43c6-b363-82f2a4da0b9a req-41dbe0b1-1fb8-4cfd-9c05-2f26a6ad79c9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349843 Oct 27 17:31:30.677448 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f07bca68-8f88-4627-a9f5-04f3bbdee66e req-b2ac2e05-90c1-4463-b469-cd56f5399945 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1129 time: 0.0546589 Oct 27 17:31:30.689056 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f3006ac0-d836-4a2d-ab83-3668aa945c5b req-f2a658aa-e946-4771-ad9b-4cc4189d8909 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822737 Oct 27 17:31:30.880711 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['ed86609d-1807-41a9-9302-15671bc13ea6'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:31:31.011859 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:31.016107 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254cd3b-e095-4780-9c2d-9b05ac542241 req-6a1f5ed2-fe20-4f29-aa9d-a616f828a86c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:31.018981 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b254cd3b-e095-4780-9c2d-9b05ac542241 req-6a1f5ed2-fe20-4f29-aa9d-a616f828a86c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 944 time: 0.0483952 Oct 27 17:31:31.065997 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b254cd3b-e095-4780-9c2d-9b05ac542241 req-c7356be6-abd4-453c-a8bc-490ae42c3ad7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Oct 27 17:31:31.249861 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60dc90-c8a2-4bba-bcf8-06aef738921a req-d85affd6-707a-40bb-87cd-9b9d1a307c1a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:31.251351 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef60dc90-c8a2-4bba-bcf8-06aef738921a req-d85affd6-707a-40bb-87cd-9b9d1a307c1a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0466187 Oct 27 17:31:31.302538 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef60dc90-c8a2-4bba-bcf8-06aef738921a req-1c848c52-ec4a-451f-ad69-a3226171a4c6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456541 Oct 27 17:31:31.323292 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f8793-66fc-445c-bb79-81dc63c28ba5 req-979664dc-850d-4714-b85a-81cb08077b4d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:31.324901 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a86f8793-66fc-445c-bb79-81dc63c28ba5 req-979664dc-850d-4714-b85a-81cb08077b4d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0534086 Oct 27 17:31:31.373857 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a86f8793-66fc-445c-bb79-81dc63c28ba5 req-3dd57cbb-77b3-4b7c-b8ce-6bef26be154a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Oct 27 17:31:31.574522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e37bd-de63-4e8d-b626-293dad06b280 req-5618099c-0c21-438e-81f2-a7eb7cfacd0b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:31.576124 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3c5e37bd-de63-4e8d-b626-293dad06b280 req-5618099c-0c21-438e-81f2-a7eb7cfacd0b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0497956 Oct 27 17:31:31.623522 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3c5e37bd-de63-4e8d-b626-293dad06b280 req-10312a82-f43d-480f-baa7-30e619a73dd2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Oct 27 17:31:31.807619 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596284d-223c-448d-8a33-6e531b2395f6 req-ccdf9aa0-897a-4446-b688-95d46cd5cae0 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:31.809107 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2596284d-223c-448d-8a33-6e531b2395f6 req-ccdf9aa0-897a-4446-b688-95d46cd5cae0 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0456095 Oct 27 17:31:31.848167 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:31.855729 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2596284d-223c-448d-8a33-6e531b2395f6 req-3b069f5e-a4c7-42bc-be65-23cfbbba27a6 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Oct 27 17:31:32.192893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edd982-11fd-498d-9374-f5027e64b3f6 req-cdfed3c2-adb3-41ac-8e2f-ad9e22c8b50c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:32.194460 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2edd982-11fd-498d-9374-f5027e64b3f6 req-cdfed3c2-adb3-41ac-8e2f-ad9e22c8b50c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 944 time: 0.0524628 Oct 27 17:31:32.245270 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2edd982-11fd-498d-9374-f5027e64b3f6 req-0f739735-8ba1-4cc0-b860-cc39448b8e6e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Oct 27 17:31:32.429534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cb13e-1a50-4561-a54a-fc6e34620998 req-2fbfd232-4629-414f-b871-2a1b9d6a7c1e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:32.431073 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-304cb13e-1a50-4561-a54a-fc6e34620998 req-2fbfd232-4629-414f-b871-2a1b9d6a7c1e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0461621 Oct 27 17:31:32.483335 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-304cb13e-1a50-4561-a54a-fc6e34620998 req-dd351567-0a82-4ca5-b97f-2137845c7b1c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464747 Oct 27 17:31:32.495446 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d044f-e7cc-4f59-a8b0-4767aeef7360 req-251bfcbd-8d91-4c3a-a469-c34b034a1f12 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:32.496968 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d38d044f-e7cc-4f59-a8b0-4767aeef7360 req-251bfcbd-8d91-4c3a-a469-c34b034a1f12 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Oct 27 17:31:32.543970 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d38d044f-e7cc-4f59-a8b0-4767aeef7360 req-a0dc88cb-90cb-49db-a054-2a8244fffa82 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Oct 27 17:31:32.742926 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94830f8f-0417-4b8d-9d52-b5ff8c9ba533 req-d80e20a1-7bc5-42e9-9497-49b3a816319c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:32.744423 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-94830f8f-0417-4b8d-9d52-b5ff8c9ba533 req-d80e20a1-7bc5-42e9-9497-49b3a816319c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0464966 Oct 27 17:31:32.790108 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-94830f8f-0417-4b8d-9d52-b5ff8c9ba533 req-383fb3a5-00bb-46cd-8a1b-743011e7024b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402832 Oct 27 17:31:33.362471 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efb109-723a-4c51-8829-b1d8dd133013 req-6315dd76-e894-4e7b-a758-3533ebfce21c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:33.363948 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83efb109-723a-4c51-8829-b1d8dd133013 req-6315dd76-e894-4e7b-a758-3533ebfce21c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 944 time: 0.0450537 Oct 27 17:31:33.410910 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83efb109-723a-4c51-8829-b1d8dd133013 req-6183e78c-aee3-475c-a53d-04beaff3e1cc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Oct 27 17:31:33.591907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:33.609087 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b994-0068-4259-851e-de54f50e6c31 req-d5499109-3e1a-4e0e-abad-8fefc9ae8ceb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:33.610646 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fc55b994-0068-4259-851e-de54f50e6c31 req-d5499109-3e1a-4e0e-abad-8fefc9ae8ceb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0493944 Oct 27 17:31:33.658467 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fc55b994-0068-4259-851e-de54f50e6c31 req-bfa1146e-5590-400f-bb89-c06aa29ebfa2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 Oct 27 17:31:33.661264 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1107d6e-20df-4151-a95f-42861d5a934d req-61fb1407-c104-4783-9c2e-74a3c4ffaf75 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:33.662566 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e1107d6e-20df-4151-a95f-42861d5a934d req-61fb1407-c104-4783-9c2e-74a3c4ffaf75 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0444942 Oct 27 17:31:33.717518 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e1107d6e-20df-4151-a95f-42861d5a934d req-90140f45-e02c-41c4-b8e2-c6b85a212fac tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488040 Oct 27 17:31:33.909898 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19780b48-990a-47a5-960b-0084b323bdd7 req-ba77de03-7030-4f91-8322-0843348d8176 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:33.911388 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-19780b48-990a-47a5-960b-0084b323bdd7 req-ba77de03-7030-4f91-8322-0843348d8176 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Oct 27 17:31:33.957449 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-19780b48-990a-47a5-960b-0084b323bdd7 req-3ea0b81d-9a19-4a04-84e3-286060144124 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Oct 27 17:31:34.526766 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b388d-d8a6-48f8-8b13-614929b9b4cb req-fc69e112-e4b1-4da7-a711-58bc10fc22ac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:34.528226 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-750b388d-d8a6-48f8-8b13-614929b9b4cb req-fc69e112-e4b1-4da7-a711-58bc10fc22ac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 944 time: 0.0448358 Oct 27 17:31:34.575640 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-750b388d-d8a6-48f8-8b13-614929b9b4cb req-d40d2840-2bc3-422c-9b5a-f795f0b14b06 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Oct 27 17:31:34.787047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80d50b-3c56-4e71-930d-aaf105f7c943 req-21d7fa4a-b9fa-425a-a620-7e16e51e3505 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:34.788501 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a80d50b-3c56-4e71-930d-aaf105f7c943 req-21d7fa4a-b9fa-425a-a620-7e16e51e3505 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0500803 Oct 27 17:31:34.824391 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:34.834998 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959c41-2edf-4945-a914-5e918efea3ab req-b7d1f58f-b51f-4077-8c84-aba88802aab2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:34.835976 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a80d50b-3c56-4e71-930d-aaf105f7c943 req-b0b2a8c0-9ae3-4099-b543-658b43256b1b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Oct 27 17:31:34.836549 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-57959c41-2edf-4945-a914-5e918efea3ab req-b7d1f58f-b51f-4077-8c84-aba88802aab2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0457244 Oct 27 17:31:34.880164 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:34.884780 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-57959c41-2edf-4945-a914-5e918efea3ab req-5c40315d-e7a3-4e0c-8e4f-290b3ceb7fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Oct 27 17:31:35.015221 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d372bbb-0a22-49b7-805c-f32d26b8e9b0 req-f9075ded-8c80-418f-8d8b-f5fdd65de6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:35.016742 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2d372bbb-0a22-49b7-805c-f32d26b8e9b0 req-f9075ded-8c80-418f-8d8b-f5fdd65de6cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1129 time: 0.0383744 Oct 27 17:31:35.081687 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a1809-2d17-469e-b4e2-16a8f7a6da0a req-f6a24773-8f0f-4553-81e4-bcfb3509232e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:35.083093 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b99a1809-2d17-469e-b4e2-16a8f7a6da0a req-f6a24773-8f0f-4553-81e4-bcfb3509232e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0517287 Oct 27 17:31:35.129633 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b99a1809-2d17-469e-b4e2-16a8f7a6da0a req-4933aff5-2e6e-4bab-ba4d-1aa6299f3565 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409760 Oct 27 17:31:35.671147 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:31:35.695851 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efa38f-14a1-44da-b86d-2c4948caadea req-0a97738f-3804-4b5b-babd-65bb42e14f4a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:35.697315 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8efa38f-14a1-44da-b86d-2c4948caadea req-0a97738f-3804-4b5b-babd-65bb42e14f4a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 944 time: 0.0491245 Oct 27 17:31:35.751949 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8efa38f-14a1-44da-b86d-2c4948caadea req-dbf979ea-baec-47e6-a42a-e0d5f23b1225 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Oct 27 17:31:35.957582 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc458eae-c475-48ad-902f-aee4f2cca5cd req-6ba19afc-9520-4380-aaaf-48bb54868da9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:35.959074 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc458eae-c475-48ad-902f-aee4f2cca5cd req-6ba19afc-9520-4380-aaaf-48bb54868da9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0457351 Oct 27 17:31:36.001397 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb567202-690b-49d7-b38b-a3a4ecbb4563 req-10791695-1d02-4bf7-be28-890e3cc1a3f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:36.003439 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cb567202-690b-49d7-b38b-a3a4ecbb4563 req-10791695-1d02-4bf7-be28-890e3cc1a3f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0464265 Oct 27 17:31:36.006315 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc458eae-c475-48ad-902f-aee4f2cca5cd req-7a92b5bc-67e4-40bc-9d7c-280f593f3fba tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Oct 27 17:31:36.049605 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cb567202-690b-49d7-b38b-a3a4ecbb4563 req-f57de00e-774c-48f5-a614-eab6716b1c86 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 Oct 27 17:31:36.248249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8ad5-fb73-49b7-8fa6-0acba1855dea req-f60f260f-5eba-49c9-a494-89985f8e29dc tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:36.249718 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-737d8ad5-fb73-49b7-8fa6-0acba1855dea req-f60f260f-5eba-49c9-a494-89985f8e29dc tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Oct 27 17:31:36.302489 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-737d8ad5-fb73-49b7-8fa6-0acba1855dea req-506bfc97-b5e0-4b40-95c8-0e74b4aa31c9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451941 Oct 27 17:31:36.504234 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ed86609d-1807-41a9-9302-15671bc13ea6 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:36.550337 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port ed86609d-1807-41a9-9302-15671bc13ea6 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:31:36.553465 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:36.556809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port ed86609d-1807-41a9-9302-15671bc13ea6 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:36.557174 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:36.557499 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port ed86609d-1807-41a9-9302-15671bc13ea6 Oct 27 17:31:36.636249 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port ed86609d-1807-41a9-9302-15671bc13ea6 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:36.636790 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:36.662737 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f07bca68-8f88-4627-a9f5-04f3bbdee66e req-2d40b65d-5b6f-41ce-88c5-e54136eee3b9 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Oct 27 17:31:36.668983 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed86609d-1807-41a9-9302-15671bc13ea6'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:36.671294 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f58558-2eef-461d-b716-aaf90c9ac7dc" -d '{"events": [{"server_uuid": "3c65005a-985e-4fae-a09d-8cfc17bc9e93", "name": "network-vif-plugged", "status": "completed", "tag": "ed86609d-1807-41a9-9302-15671bc13ea6"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:36.684999 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port ed86609d-1807-41a9-9302-15671bc13ea6, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ed86609d-1807-41a9-9302-15671bc13ea6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:36.690624 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:36.718455 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ca54b-760c-4a9d-a554-334a0a1705be x-openstack-request-id: req-8c5ca54b-760c-4a9d-a554-334a0a1705be {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:36.718619 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2d372bbb-0a22-49b7-805c-f32d26b8e9b0 req-1f4a8744-36b7-444b-b43a-be985fd5870b service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572078 Oct 27 17:31:36.718737 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c65005a-985e-4fae-a09d-8cfc17bc9e93", "name": "network-vif-plugged", "status": "completed", "tag": "ed86609d-1807-41a9-9302-15671bc13ea6", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:36.719023 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c5ca54b-760c-4a9d-a554-334a0a1705be {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:36.719406 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5ca54b-760c-4a9d-a554-334a0a1705be'] response: {'server_uuid': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed86609d-1807-41a9-9302-15671bc13ea6', 'code': 200} Oct 27 17:31:36.744302 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=ed86609d-1807-41a9-9302-15671bc13ea6,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:36.891975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bc659-34b7-4734-b8ce-bcd211e384fd req-35815be7-9069-44a6-a277-98bb587acbd2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:36.896190 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b2bc659-34b7-4734-b8ce-bcd211e384fd req-35815be7-9069-44a6-a277-98bb587acbd2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0666039 Oct 27 17:31:36.943288 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b2bc659-34b7-4734-b8ce-bcd211e384fd req-1ce12b39-bff1-48fc-aae6-ef438e75fa5d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Oct 27 17:31:37.136152 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03cc57-9cdb-4e44-8e30-f3573c5ef6f5 req-479c97b0-08f7-4a0a-ab97-ea661806814e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:37.137730 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0e03cc57-9cdb-4e44-8e30-f3573c5ef6f5 req-479c97b0-08f7-4a0a-ab97-ea661806814e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0494733 Oct 27 17:31:37.173278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159654-df98-4865-adf5-d8f1f327137c req-356d16c9-a787-40e4-9b60-14cddb38ebd6 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:37.175332 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab159654-df98-4865-adf5-d8f1f327137c req-356d16c9-a787-40e4-9b60-14cddb38ebd6 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Oct 27 17:31:37.189911 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0e03cc57-9cdb-4e44-8e30-f3573c5ef6f5 req-bb2eebb1-720b-4f0d-908f-1e2941f92eb7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466642 Oct 27 17:31:37.223679 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab159654-df98-4865-adf5-d8f1f327137c req-82ef6295-b606-4700-9c9d-26ad92f2b07a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Oct 27 17:31:37.419439 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17b6c4-b921-4b97-ba3a-dfc1f8c689f0 req-b3869ae1-8b06-4e2b-903f-eadc1fee3d4c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:37.420927 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f17b6c4-b921-4b97-ba3a-dfc1f8c689f0 req-b3869ae1-8b06-4e2b-903f-eadc1fee3d4c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0449955 Oct 27 17:31:37.465937 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f17b6c4-b921-4b97-ba3a-dfc1f8c689f0 req-e5faa8e8-69ac-48f1-a61f-47ef5507f527 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395472 Oct 27 17:31:38.065887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97952f-5e9d-40ab-a833-57d46d48d67e req-49badd4a-2c9e-43a6-8122-348b5bbbc5d5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:38.067363 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6b97952f-5e9d-40ab-a833-57d46d48d67e req-49badd4a-2c9e-43a6-8122-348b5bbbc5d5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0498540 Oct 27 17:31:38.293387 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6b97952f-5e9d-40ab-a833-57d46d48d67e req-a9cb61c0-9bfe-436c-b658-033faff4df46 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201002 Oct 27 17:31:38.390675 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d366-4fa0-4bf5-96de-3ccac13fcf7a req-0388488a-38dc-463a-8b0c-d70733112781 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:38.392121 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-98b6d366-4fa0-4bf5-96de-3ccac13fcf7a req-0388488a-38dc-463a-8b0c-d70733112781 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0440495 Oct 27 17:31:38.436288 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-98b6d366-4fa0-4bf5-96de-3ccac13fcf7a req-141dbe4a-2a9f-4f2b-9445-a6602e089f34 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383008 Oct 27 17:31:38.537387 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87bc4f-5e78-4ce5-8718-016f4c97ecc3 req-7a928dc7-276f-4e0b-a517-799ad6bfd2f9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:38.538718 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb87bc4f-5e78-4ce5-8718-016f4c97ecc3 req-7a928dc7-276f-4e0b-a517-799ad6bfd2f9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0452127 Oct 27 17:31:38.587241 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eb87bc4f-5e78-4ce5-8718-016f4c97ecc3 req-e2653755-a2ac-4553-8906-bed3901ca6e3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Oct 27 17:31:38.686221 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638d09d-ec7e-45f4-8d08-5060d8b40aaa req-4d5023d1-cefe-4d3f-9acb-8d2fb3e0222d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:38.687649 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2638d09d-ec7e-45f4-8d08-5060d8b40aaa req-4d5023d1-cefe-4d3f-9acb-8d2fb3e0222d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0456903 Oct 27 17:31:38.733816 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2638d09d-ec7e-45f4-8d08-5060d8b40aaa req-70806482-069e-4176-962d-1edebf860a97 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Oct 27 17:31:39.411975 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e682cf6-8117-4d32-bef8-648f9c49b823 req-b1e787be-e4e1-4a01-9a4a-82669e72c067 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:39.413414 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2e682cf6-8117-4d32-bef8-648f9c49b823 req-b1e787be-e4e1-4a01-9a4a-82669e72c067 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0443656 Oct 27 17:31:39.459316 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2e682cf6-8117-4d32-bef8-648f9c49b823 req-f11c95de-781e-4454-86f9-8ad983390e51 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Oct 27 17:31:39.549932 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:39.560354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f61f33-61cc-4a8a-b5d7-ab9b02958cd8 req-152aa17b-7af0-4852-b142-d6e569e5f914 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:39.561843 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73f61f33-61cc-4a8a-b5d7-ab9b02958cd8 req-152aa17b-7af0-4852-b142-d6e569e5f914 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0488086 Oct 27 17:31:39.608169 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73f61f33-61cc-4a8a-b5d7-ab9b02958cd8 req-edb559a7-7305-4cb2-a746-b164e328694f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Oct 27 17:31:39.708441 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d765b0-753c-4cfe-8be1-621bf7b1b7eb req-33c9843d-103a-4dbd-a6d1-03935bff2ced tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:39.709867 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-55d765b0-753c-4cfe-8be1-621bf7b1b7eb req-33c9843d-103a-4dbd-a6d1-03935bff2ced tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0437427 Oct 27 17:31:39.741880 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:39.756615 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-55d765b0-753c-4cfe-8be1-621bf7b1b7eb req-b2209ae2-b21b-454f-aaf2-41e53df21cb6 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414240 Oct 27 17:31:39.857869 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e864-cde9-41e7-af8f-912aacf590bf req-adf9449f-ca2c-4828-a150-9b7470d2bb84 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:39.859327 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7976e864-cde9-41e7-af8f-912aacf590bf req-adf9449f-ca2c-4828-a150-9b7470d2bb84 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Oct 27 17:31:39.906082 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7976e864-cde9-41e7-af8f-912aacf590bf req-a363e382-12aa-443b-96a3-2dfa96c152ba tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 Oct 27 17:31:40.575963 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479d70b-c5d8-4ff3-a721-4f9faa330f72 req-0326efde-b695-424b-a1fe-c0d68763e1e9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:40.578760 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1479d70b-c5d8-4ff3-a721-4f9faa330f72 req-0326efde-b695-424b-a1fe-c0d68763e1e9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0470328 Oct 27 17:31:40.626688 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1479d70b-c5d8-4ff3-a721-4f9faa330f72 req-92010598-c2a1-47c2-9956-6adca54c521b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Oct 27 17:31:40.728958 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30be8-fdd3-4120-a0b4-b9e1b7da8531 req-5a4e5ff0-99d2-45a6-91ba-c06be27dc3da tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:40.730404 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1da30be8-fdd3-4120-a0b4-b9e1b7da8531 req-5a4e5ff0-99d2-45a6-91ba-c06be27dc3da tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0456553 Oct 27 17:31:40.779310 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1da30be8-fdd3-4120-a0b4-b9e1b7da8531 req-afa4dbf6-311b-4c3e-b915-98b90f97aaf5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Oct 27 17:31:40.880462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63693f29-f32c-4d38-b819-e963eb660a69 req-414c37a7-7f16-4b6e-b3ec-7be57f8d7881 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:40.881907 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-63693f29-f32c-4d38-b819-e963eb660a69 req-414c37a7-7f16-4b6e-b3ec-7be57f8d7881 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0449386 Oct 27 17:31:40.927556 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-63693f29-f32c-4d38-b819-e963eb660a69 req-f10511fc-39c9-4049-bb1c-ae91488c9f54 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Oct 27 17:31:41.026806 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b92454-aba1-4e5d-b70e-3f39139fce38 req-171018f7-8380-4327-8afd-826cf0159a10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:41.028396 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-28b92454-aba1-4e5d-b70e-3f39139fce38 req-171018f7-8380-4327-8afd-826cf0159a10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0469294 Oct 27 17:31:41.074594 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-28b92454-aba1-4e5d-b70e-3f39139fce38 req-25537b0f-7075-49c3-8ebb-e1e46bf9f274 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Oct 27 17:31:41.192552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ed8e-9f56-4c84-9b09-8a62c4ddbbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:41.748634 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b74d0-1cc9-42c7-b879-7908dac1efec req-a4be25c7-a677-454f-99a5-6299888d56bb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:41.750112 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc0b74d0-1cc9-42c7-b879-7908dac1efec req-a4be25c7-a677-454f-99a5-6299888d56bb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0491507 Oct 27 17:31:41.795468 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc0b74d0-1cc9-42c7-b879-7908dac1efec req-54835243-5838-46c8-bb7d-639c6d710886 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Oct 27 17:31:41.899736 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df7e9-7c53-41ce-8cf0-06b0c5cd2ce2 req-f519ae81-778c-4c6c-bd78-e1aacf2ce6c7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:41.901208 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-321df7e9-7c53-41ce-8cf0-06b0c5cd2ce2 req-f519ae81-778c-4c6c-bd78-e1aacf2ce6c7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0448611 Oct 27 17:31:41.946842 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-321df7e9-7c53-41ce-8cf0-06b0c5cd2ce2 req-bafca914-fedc-4234-ad8d-56cb37d8639f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Oct 27 17:31:42.048230 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852a72-9d7d-4b23-baa9-fc7b23492daf req-e700b997-51f0-4502-9ad4-631377c095cb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:42.050321 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-50852a72-9d7d-4b23-baa9-fc7b23492daf req-e700b997-51f0-4502-9ad4-631377c095cb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0459654 Oct 27 17:31:42.101431 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-50852a72-9d7d-4b23-baa9-fc7b23492daf req-d265faa9-95f4-4709-ae08-e9beaea4c542 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Oct 27 17:31:42.200144 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb4f30-69cc-4630-904c-181a15c3a65b req-3c6feae3-fa61-4cda-8572-5713532605c9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:42.201519 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80fb4f30-69cc-4630-904c-181a15c3a65b req-3c6feae3-fa61-4cda-8572-5713532605c9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0446141 Oct 27 17:31:42.247638 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80fb4f30-69cc-4630-904c-181a15c3a65b req-4c4bd51c-230e-4e03-b37b-c10784e78776 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Oct 27 17:31:42.490366 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:42.522225 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5d77-0482-4c24-a053-eebbdd5d9e9e req-85274ce2-c8ec-47bd-9ae6-d711fad0ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:42.523785 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b28f5d77-0482-4c24-a053-eebbdd5d9e9e req-85274ce2-c8ec-47bd-9ae6-d711fad0ba93 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 1129 time: 0.0434394 Oct 27 17:31:42.917730 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073e72a-a1c8-40c4-a032-66eceb831f43 req-099a1ed9-6467-4013-ab45-6b39404d15b1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:42.919319 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b073e72a-a1c8-40c4-a032-66eceb831f43 req-099a1ed9-6467-4013-ab45-6b39404d15b1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Oct 27 17:31:42.966464 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b073e72a-a1c8-40c4-a032-66eceb831f43 req-5b186415-139d-4505-9237-95a8016a7333 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Oct 27 17:31:43.074967 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7abbf5-7c62-4156-8630-c567379a9b38 req-4861f7ba-caee-4b4d-822c-f194c0d9fb51 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:43.076505 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fc7abbf5-7c62-4156-8630-c567379a9b38 req-4861f7ba-caee-4b4d-822c-f194c0d9fb51 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0467899 Oct 27 17:31:43.133687 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fc7abbf5-7c62-4156-8630-c567379a9b38 req-b856c544-a11c-46f3-b4a6-d38f48b55b94 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503552 Oct 27 17:31:43.213035 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:43.275983 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b28f5d77-0482-4c24-a053-eebbdd5d9e9e req-99ff2d2f-7fae-47cb-9af0-edc7a839f3ed service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692015 Oct 27 17:31:43.315445 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4a40-68f3-45f1-96d7-f7af38f88703 req-0b1a9b1e-8bfb-4d69-b4dd-766ff8f7f09b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:43.316967 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5b7f4a40-68f3-45f1-96d7-f7af38f88703 req-0b1a9b1e-8bfb-4d69-b4dd-766ff8f7f09b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0608618 Oct 27 17:31:43.365090 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5b7f4a40-68f3-45f1-96d7-f7af38f88703 req-4802d173-efec-4cb7-9a88-102a0d1cb7c8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Oct 27 17:31:43.472401 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e912ba5-7729-4e59-8579-8b23ec5feb68 req-bee40b22-e1be-4cbd-8566-d5fddc803d3e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:43.473924 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e912ba5-7729-4e59-8579-8b23ec5feb68 req-bee40b22-e1be-4cbd-8566-d5fddc803d3e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0464673 Oct 27 17:31:43.496837 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 36922) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:43.522679 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e912ba5-7729-4e59-8579-8b23ec5feb68 req-65fdbb49-1305-4bab-8f61-7bf521d2d3cd tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Oct 27 17:31:43.551116 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a640f02-1ec4-4365-b117-d6620e670a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.621278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a121e15c-1c76-4989-b6ce-0c793b504a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.647362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:43.674458 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:43.706494 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a121e15c-1c76-4989-b6ce-0c793b504a3e admin admin] Publish callbacks [] for security_group (5d30e35d-5695-4ffe-95ec-713b6ccce019), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.710274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a121e15c-1c76-4989-b6ce-0c793b504a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5d30e35d-5695-4ffe-95ec-713b6ccce019), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.750658 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a121e15c-1c76-4989-b6ce-0c793b504a3e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=73546b26ac8645c6b8bb6c4a54f337a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526391 Oct 27 17:31:43.751869 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121e15c-1c76-4989-b6ce-0c793b504a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d30e35d-5695-4ffe-95ec-713b6ccce019,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:43.753937 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36940) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:43.806276 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d70ca78-97c3-4c4a-9554-d81f9706c8b9 admin admin] Publish callbacks [] for security_group (5d30e35d-5695-4ffe-95ec-713b6ccce019), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.829468 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d70ca78-97c3-4c4a-9554-d81f9706c8b9 admin admin] Publish callbacks [] for security_group (5d30e35d-5695-4ffe-95ec-713b6ccce019), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.884574 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d70ca78-97c3-4c4a-9554-d81f9706c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5d30e35d-5695-4ffe-95ec-713b6ccce019), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.886997 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d70ca78-97c3-4c4a-9554-d81f9706c8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:43.888189 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3d70ca78-97c3-4c4a-9554-d81f9706c8b9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5d30e35d-5695-4ffe-95ec-713b6ccce019 HTTP/1.1" status: 204 len: 168 time: 0.1329994 Oct 27 17:31:43.896583 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70ca78-97c3-4c4a-9554-d81f9706c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d30e35d-5695-4ffe-95ec-713b6ccce019,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:44.092691 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ded225-2617-4102-9a5b-fbf53849f81b req-cfd18477-ba84-47e3-9dd9-622acf8de8d9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:44.094200 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f4ded225-2617-4102-9a5b-fbf53849f81b req-cfd18477-ba84-47e3-9dd9-622acf8de8d9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Oct 27 17:31:44.154258 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f4ded225-2617-4102-9a5b-fbf53849f81b req-0195745a-a475-431a-982d-0f870a0b2531 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Oct 27 17:31:44.172980 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36950) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:44.187089 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-518d2eb7-8445-4496-82f0-57398818c99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.291386 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2fedd-7ba8-4808-8cf9-2e4ce4bea2e6 req-7f4f45d4-881f-48b8-92b2-ed2b367004cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:44.292887 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-47d2fedd-7ba8-4808-8cf9-2e4ce4bea2e6 req-7f4f45d4-881f-48b8-92b2-ed2b367004cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0643268 Oct 27 17:31:44.328460 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-518d2eb7-8445-4496-82f0-57398818c99f admin admin] Publish callbacks [] for security_group (e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.340030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-518d2eb7-8445-4496-82f0-57398818c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.374679 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:44.397151 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-47d2fedd-7ba8-4808-8cf9-2e4ce4bea2e6 req-0c05673a-c23a-400b-91c6-f5a014509622 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966635 Oct 27 17:31:44.403584 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2eb7-8445-4496-82f0-57398818c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:44.413029 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-518d2eb7-8445-4496-82f0-57398818c99f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=dabd199ce1ce4be787d96703083af372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388821 Oct 27 17:31:44.413891 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36958) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:44.510572 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-17494bc4-ac45-4fea-b5b8-b748ebbc8276 admin admin] Publish callbacks [] for security_group (e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.517549 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da28f-e886-4858-ba48-a61f3b828360 req-dc85ab68-0830-4b3b-8d39-466c39f48f4d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:44.519530 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f7da28f-e886-4858-ba48-a61f3b828360 req-dc85ab68-0830-4b3b-8d39-466c39f48f4d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0597470 Oct 27 17:31:44.525122 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:44.550877 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-17494bc4-ac45-4fea-b5b8-b748ebbc8276 admin admin] Publish callbacks [] for security_group (e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.606415 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f7da28f-e886-4858-ba48-a61f3b828360 req-55dfab3a-31c7-4163-b27c-3244fda7a65f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785775 Oct 27 17:31:44.630335 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-17494bc4-ac45-4fea-b5b8-b748ebbc8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.633496 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-17494bc4-ac45-4fea-b5b8-b748ebbc8276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:44.634909 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-17494bc4-ac45-4fea-b5b8-b748ebbc8276 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0 HTTP/1.1" status: 204 len: 168 time: 0.2199597 Oct 27 17:31:44.645455 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17494bc4-ac45-4fea-b5b8-b748ebbc8276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fa36a-9dd9-4f3f-a6db-7dd9bddda1f0,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:44.733683 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78963e8b-3bad-4a7d-82f8-755580fbfa43 req-3b77538d-0a13-4c02-a975-a6ecb101d1f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:44.736249 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78963e8b-3bad-4a7d-82f8-755580fbfa43 req-3b77538d-0a13-4c02-a975-a6ecb101d1f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Oct 27 17:31:44.786391 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78963e8b-3bad-4a7d-82f8-755580fbfa43 req-024a40f7-c3b1-46bd-a595-41c8d6f7b90f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Oct 27 17:31:44.974787 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.016919 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36970) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:45.032586 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-395f700d-8d16-4a7e-9110-c723156a0139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.124680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-395f700d-8d16-4a7e-9110-c723156a0139 admin admin] Publish callbacks [] for security_group (268e67d9-9252-4200-8ab6-e69ddd89371c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.128800 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-395f700d-8d16-4a7e-9110-c723156a0139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (268e67d9-9252-4200-8ab6-e69ddd89371c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.166656 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f700d-8d16-4a7e-9110-c723156a0139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e67d9-9252-4200-8ab6-e69ddd89371c,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:45.175353 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-395f700d-8d16-4a7e-9110-c723156a0139 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=50a0aa81d32b4a71ab880924420e298e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530852 Oct 27 17:31:45.175353 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 36972) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:45.239532 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7087c95f-6c9c-4037-934e-dee84af49b33 admin admin] Publish callbacks [] for security_group (268e67d9-9252-4200-8ab6-e69ddd89371c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.269916 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7087c95f-6c9c-4037-934e-dee84af49b33 admin admin] Publish callbacks [] for security_group (268e67d9-9252-4200-8ab6-e69ddd89371c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.329367 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b99a-b5f2-4c1b-b8a4-b7a5429cdcd4 req-db973ae1-39c5-4dd6-9040-92fc99c4217b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:45.331431 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0fb7b99a-b5f2-4c1b-b8a4-b7a5429cdcd4 req-db973ae1-39c5-4dd6-9040-92fc99c4217b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0740290 Oct 27 17:31:45.368315 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7087c95f-6c9c-4037-934e-dee84af49b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (268e67d9-9252-4200-8ab6-e69ddd89371c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.370822 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7087c95f-6c9c-4037-934e-dee84af49b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:45.371997 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7087c95f-6c9c-4037-934e-dee84af49b33 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/268e67d9-9252-4200-8ab6-e69ddd89371c HTTP/1.1" status: 204 len: 168 time: 0.1962495 Oct 27 17:31:45.391430 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087c95f-6c9c-4037-934e-dee84af49b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e67d9-9252-4200-8ab6-e69ddd89371c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:45.396507 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0fb7b99a-b5f2-4c1b-b8a4-b7a5429cdcd4 req-5daddbc9-311f-47b3-9668-411abd413282 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585778 Oct 27 17:31:45.495886 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:45.535845 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fbbbe-1cbb-4bd2-8672-37122fa52dd8 req-1a78c9b9-6a48-4106-b801-c5ddb4af085f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:45.543074 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-735fbbbe-1cbb-4bd2-8672-37122fa52dd8 req-1a78c9b9-6a48-4106-b801-c5ddb4af085f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0586956 Oct 27 17:31:45.597559 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-735fbbbe-1cbb-4bd2-8672-37122fa52dd8 req-9d4db432-eb51-4563-946f-831d1157376d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535066 Oct 27 17:31:45.666806 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:45.667843 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:45.777475 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da171a25-0902-4bc6-b1b8-c23bb1079e7c req-9b8b9bcb-4f23-4e42-ad8b-a15d2946a24e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:45.778990 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-da171a25-0902-4bc6-b1b8-c23bb1079e7c req-9b8b9bcb-4f23-4e42-ad8b-a15d2946a24e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0525632 Oct 27 17:31:45.791926 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37010) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:45.803525 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'floatingip': {'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:45.912205 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (53684e3c-50bf-4480-813d-7c4456cee062), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.088419 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb3bbb-b781-4299-a026-0975f1c44a58 req-ae0fcb32-27e1-4668-a44c-b03689e74c92 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:46.089873 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aadb3bbb-b781-4299-a026-0975f1c44a58 req-ae0fcb32-27e1-4668-a44c-b03689e74c92 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0881102 Oct 27 17:31:46.191254 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aadb3bbb-b781-4299-a026-0975f1c44a58 req-ac6fc57f-9afe-4879-b6cd-89e1ee947a44 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934842 Oct 27 17:31:46.197429 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:46.225623 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37026) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:46.232185 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.340410 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-647528298-network', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:46.363339 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Made reservation on behalf of 9dcd831cfdd74db99f8e0b07b84f41d7 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:46.367274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.377590 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.445554 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569e7ca-108c-44bd-acc7-aed4de53e0df req-6f07f0ec-fcc4-409a-8436-b1edaa0c5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:46.447313 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d569e7ca-108c-44bd-acc7-aed4de53e0df req-6f07f0ec-fcc4-409a-8436-b1edaa0c5dd9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 1129 time: 0.1884258 Oct 27 17:31:46.476517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks [] for security_group (b822b460-461d-4f5c-a846-1e23706136db), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.482058 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b822b460-461d-4f5c-a846-1e23706136db), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.510086 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:31:46.528776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b822b460-461d-4f5c-a846-1e23706136db,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:46.532122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.532317 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Added segment d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285 of type vlan for network 30480d51-001d-414c-aae8-f3bdce76bc80 Oct 27 17:31:46.583119 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (30480d51-001d-414c-aae8-f3bdce76bc80), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.612183 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (30480d51-001d-414c-aae8-f3bdce76bc80), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.613491 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:46.614269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.646482 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f95501-417b-4eb0-8313-8409e60020fb req-2494c378-ae81-42c3-96ed-92d98c962d0e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:46.646482 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80f95501-417b-4eb0-8313-8409e60020fb req-2494c378-ae81-42c3-96ed-92d98c962d0e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.3518450 Oct 27 17:31:46.654860 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4280820 Oct 27 17:31:46.677216 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37042) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:46.681819 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Request body: {'subnet': {'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-647528298-subnet', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:46.684243 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3848d9-d12d-4034-b89a-5bb7bcebd64d admin admin] Pushing event updated for resources: {'Network': ['ID=30480d51-001d-414c-aae8-f3bdce76bc80,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:46.694835 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 30480d51-001d-414c-aae8-f3bdce76bc80 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:31:46.789111 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Made reservation on behalf of 9dcd831cfdd74db99f8e0b07b84f41d7 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:46.791670 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.864220 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:46.870880 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80f95501-417b-4eb0-8313-8409e60020fb req-93946d21-ec2f-4738-9ba0-2ac414cafd80 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192667 Oct 27 17:31:46.915170 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.db.resource_extend [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 17:31:47.027918 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.036909 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (53684e3c-50bf-4480-813d-7c4456cee062), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.042009 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:47.049962 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009dee-4da7-4859-b556-e8253885fb4a req-b73e519c-82af-4907-874c-c6bb4273159a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:47.051407 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7009dee-4da7-4859-b556-e8253885fb4a req-b73e519c-82af-4907-874c-c6bb4273159a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.1059487 Oct 27 17:31:47.061787 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37046) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:47.067600 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'floatingip': {'port_id': '689c3b28-8322-4e68-94df-67c69ac85d72'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:47.142185 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (fc379392-8bb0-402d-b85e-08cebf9ac024), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.215557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39dd2-acc0-483a-a1bd-ebbdfa6dbfc7 req-0ddc4db3-d520-4989-97f5-69f7f1a203ac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:47.217303 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fca39dd2-acc0-483a-a1bd-ebbdfa6dbfc7 req-0ddc4db3-d520-4989-97f5-69f7f1a203ac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1147838 Oct 27 17:31:47.279762 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Floating IP 53684e3c-50bf-4480-813d-7c4456cee062 associated. External IP: 172.27.0.54, port: 8d525473-0013-4431-baf7-e343fbc1a2eb. Oct 27 17:31:47.355447 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (2acf9244-65ef-498c-a318-9ddb8ff9fe08), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.411840 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:47.436631 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d569e7ca-108c-44bd-acc7-aed4de53e0df req-c5e3702e-5773-49db-83f5-70eb6042403d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932521 Oct 27 17:31:47.492273 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fca39dd2-acc0-483a-a1bd-ebbdfa6dbfc7 req-f9aa7454-df15-41e6-b63f-82973a9ab092 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354088 Oct 27 17:31:47.502856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2acf9244-65ef-498c-a318-9ddb8ff9fe08,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:47.560540 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Checking segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:47.560890 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Network hostable DHCP agents. Network: 30480d51-001d-414c-aae8-f3bdce76bc80, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:31:47.616629 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Network 30480d51-001d-414c-aae8-f3bdce76bc80 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:31:47.635666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 30480d51-001d-414c-aae8-f3bdce76bc80) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:47.641403 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Router d31e5820-5239-474e-8eb1-1608fb88c10d has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:31:47.642841 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:47.643384 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.646603 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429c721-083e-4e3b-8e97-7a6f01b3a972 None None] Network 30480d51-001d-414c-aae8-f3bdce76bc80 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:47.666082 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3fbc3343-c0f1-4191-9ff1-d57420cce1a6 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9877810 Oct 27 17:31:47.680688 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37056) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:47.685504 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:47.749099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:47.755261 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:47.763218 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:47.768612 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.789537 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (8edbe750-3a2e-4316-8ad7-cc4dff343692), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.790974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (8edbe750-3a2e-4316-8ad7-cc4dff343692), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.793489 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:47.805993 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ab173958-4a22-446e-ad93-71804da77ec4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/53684e3c-50bf-4480-813d-7c4456cee062 HTTP/1.1" status: 200 len: 990 time: 2.0096793 Oct 27 17:31:47.805993 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:47.808025 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a67649-0e30-44ea-b422-666fb8f4287f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:47.815460 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:47.817879 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:47.854543 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5889ac-f96c-42a8-9633-89773ef04f33 x-openstack-request-id: req-7a5889ac-f96c-42a8-9633-89773ef04f33 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:47.855014 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:47.855429 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a5889ac-f96c-42a8-9633-89773ef04f33 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:47.856121 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5889ac-f96c-42a8-9633-89773ef04f33'] response: {'name': 'network-changed', 'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'status': 'completed', 'code': 200} Oct 27 17:31:47.905049 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:47.928330 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-30480d51-001d-414c-aae8-f3bdce76bc80', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:31:47.931643 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:47.941456 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:48.001098 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks [] for router_controller (8edbe750-3a2e-4316-8ad7-cc4dff343692), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.071958 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d393-556e-47e3-b620-bf8ac8dffdc0 req-5a1d0b1c-6ea1-4fbb-824b-52f30a8b27e8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:48.082059 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5aa0d393-556e-47e3-b620-bf8ac8dffdc0 req-5a1d0b1c-6ea1-4fbb-824b-52f30a8b27e8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.1116779 Oct 27 17:31:48.132835 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.db.resource_extend [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 17:31:48.138100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Allocated IP 172.20.0.2 (30480d51-001d-414c-aae8-f3bdce76bc80/2acf9244-65ef-498c-a318-9ddb8ff9fe08/488c509d-f827-4502-84c0-610eec6ee332) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:48.195807 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5aa0d393-556e-47e3-b620-bf8ac8dffdc0 req-f0cbb5fd-e933-48e7-a285-a968fdaa924e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845706 Oct 27 17:31:48.334630 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:48.342351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks [] for router_gateway (8edbe750-3a2e-4316-8ad7-cc4dff343692), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.361824 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:48.380505 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.388918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (fc379392-8bb0-402d-b85e-08cebf9ac024), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.392868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Publish callbacks [] for port (488c509d-f827-4502-84c0-610eec6ee332), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.399772 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (488c509d-f827-4502-84c0-610eec6ee332), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.405262 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '53684e3c-50bf-4480-813d-7c4456cee062', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'mac_address': 'fa:16:3e:60:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:35Z', 'updated_at': '2022-10-27T17:31:46Z', 'revision_number': 1, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:48.435630 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:48.441084 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfd5fc-09a9-43de-ac11-c49421c81909 req-6f43e84f-5ce6-4620-9db2-69bce1495148 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:48.441677 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Network 30480d51-001d-414c-aae8-f3bdce76bc80 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:48.442601 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ffbfd5fc-09a9-43de-ac11-c49421c81909 req-6f43e84f-5ce6-4620-9db2-69bce1495148 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.1616907 Oct 27 17:31:48.445945 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:48.446416 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:48.446771 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:48.450730 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:31:48.452861 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Pushing event updated for resources: {'Port': ['ID=488c509d-f827-4502-84c0-610eec6ee332,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:48.463026 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37072) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:48.469342 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:48.511978 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (74c594d2-1801-44d0-8218-0711b019dddd), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.550931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Attempting to bind port 488c509d-f827-4502-84c0-610eec6ee332 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:31:48.550931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Attempting to bind port 488c509d-f827-4502-84c0-610eec6ee332 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:31:48.551527 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Attempting to bind port 488c509d-f827-4502-84c0-610eec6ee332 on network 30480d51-001d-414c-aae8-f3bdce76bc80 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:48.590647 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:48.614325 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:31:48.614851 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Checking segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:48.615415 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.616003 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Bound using segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:31:48.616576 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Bound port: 488c509d-f827-4502-84c0-610eec6ee332, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:31:48.617189 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (488c509d-f827-4502-84c0-610eec6ee332), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.633862 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Floating IP fc379392-8bb0-402d-b85e-08cebf9ac024 associated. External IP: 172.27.0.143, port: 689c3b28-8322-4e68-94df-67c69ac85d72. Oct 27 17:31:48.694304 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] For port 488c509d-f827-4502-84c0-610eec6ee332, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:31:48.697819 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] For port 488c509d-f827-4502-84c0-610eec6ee332, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=488c509d-f827-4502-84c0-610eec6ee332,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:31:48.718008 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (488c509d-f827-4502-84c0-610eec6ee332), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:48.755474 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac167adf-3602-4856-a634-20ee3df9fb70 req-72b08ac6-62cb-4b47-a854-6aa457bd71fe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:48.765874 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac167adf-3602-4856-a634-20ee3df9fb70 req-72b08ac6-62cb-4b47-a854-6aa457bd71fe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1011932 Oct 27 17:31:48.820361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c07b69-3a73-4f51-8f56-fc3d173ccc3f None None] Pushing event updated for resources: {'Port': ['ID=488c509d-f827-4502-84c0-610eec6ee332,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:48.867934 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ac167adf-3602-4856-a634-20ee3df9fb70 req-2d046e19-33e6-4dcb-bccd-a56abecb86ee tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039340 Oct 27 17:31:48.912083 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '53684e3c-50bf-4480-813d-7c4456cee062', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'mac_address': 'fa:16:3e:60:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:35Z', 'updated_at': '2022-10-27T17:31:46Z', 'revision_number': 1, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:48.948693 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a82e37-a8eb-4f77-b226-ab4abbf86cb9 None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '53684e3c-50bf-4480-813d-7c4456cee062', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'mac_address': 'fa:16:3e:60:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:35Z', 'updated_at': '2022-10-27T17:31:46Z', 'revision_number': 1, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:49.103758 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks [] for router_gateway (8edbe750-3a2e-4316-8ad7-cc4dff343692), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.129086 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.260297 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c8c18-6afa-4f49-bf3f-7d6510e3be3f None None] New status for floating IP 53684e3c-50bf-4480-813d-7c4456cee062: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:31:49.302617 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:49.317996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Allocated IP 172.27.0.25 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/064261ea-7504-460a-9aef-1684a63fc8d1) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:49.338265 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Router 19174032-6e07-441f-ae01-5c5e3d74626a has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:31:49.369349 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.db.resource_extend [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 17:31:49.412468 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:49.420313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.427234 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (74c594d2-1801-44d0-8218-0711b019dddd), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.445744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:49.541404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks [] for port (064261ea-7504-460a-9aef-1684a63fc8d1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.545417 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP 74c594d2-1801-44d0-8218-0711b019dddd associated. External IP: 172.27.0.48, port: 021b0623-ac50-4080-925e-8bf3d47884b1. Oct 27 17:31:49.547802 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:49.552465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.569703 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:49.594392 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:49.595014 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:49.604409 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-abdbaed3-e94d-4c9e-907d-d6980012305b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/fc379392-8bb0-402d-b85e-08cebf9ac024 HTTP/1.1" status: 200 len: 991 time: 2.5412259 Oct 27 17:31:49.607049 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:49.609937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aecc9c-cf36-4f35-981c-2f27619dd718" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:49.624558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:49.677281 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:49.678936 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defaa38f-8428-4680-b4ef-4cecf35d2138 x-openstack-request-id: req-defaa38f-8428-4680-b4ef-4cecf35d2138 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:49.679229 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:49.679474 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-defaa38f-8428-4680-b4ef-4cecf35d2138 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:49.680772 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defaa38f-8428-4680-b4ef-4cecf35d2138'] response: {'name': 'network-changed', 'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72', 'status': 'completed', 'code': 200} Oct 27 17:31:49.687042 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:49.689123 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=064261ea-7504-460a-9aef-1684a63fc8d1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:49.696092 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:31:49.781955 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:49.806919 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:49.840416 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:31:49.999372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks [] for router_gateway (8edbe750-3a2e-4316-8ad7-cc4dff343692), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.003386 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:50.011154 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:50.014467 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38cb0c6-d471-41ea-a3d8-2401cca85b78 None None] Network 30480d51-001d-414c-aae8-f3bdce76bc80 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:50.016781 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.047967 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:50.064337 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'fc379392-8bb0-402d-b85e-08cebf9ac024', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'port_id': '689c3b28-8322-4e68-94df-67c69ac85d72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'mac_address': 'fa:16:3e:9d:36:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:39Z', 'updated_at': '2022-10-27T17:31:47Z', 'revision_number': 1, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:50.073864 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:50.085517 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b666c2-6f99-4cad-8128-d63f7b342c54 req-72a8667b-29cb-444f-9c78-c7a9f76a64a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:50.087044 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e5b666c2-6f99-4cad-8128-d63f7b342c54 req-72a8667b-29cb-444f-9c78-c7a9f76a64a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0779154 Oct 27 17:31:50.093019 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e454de14-d8eb-4a54-a6cc-dcafdbea184d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/74c594d2-1801-44d0-8218-0711b019dddd HTTP/1.1" status: 200 len: 990 time: 1.6281521 Oct 27 17:31:50.095417 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:31:50.098354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:50.102444 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:50.113723 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:50.114649 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:50.124025 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:50.124855 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:50.129833 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Provisioning complete for port 488c509d-f827-4502-84c0-610eec6ee332 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:50.130324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (488c509d-f827-4502-84c0-610eec6ee332), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.130752 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Attempt 1 to provision port 488c509d-f827-4502-84c0-610eec6ee332 Oct 27 17:31:50.156931 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e5b666c2-6f99-4cad-8128-d63f7b342c54 req-03ed8dfa-33b0-4345-a530-f93c5a9d3d49 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Oct 27 17:31:50.182884 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa67c3a-ba2c-4c34-8007-00a054b50e47 x-openstack-request-id: req-0aa67c3a-ba2c-4c34-8007-00a054b50e47 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:50.183351 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:50.183772 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0aa67c3a-ba2c-4c34-8007-00a054b50e47 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:50.184333 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa67c3a-ba2c-4c34-8007-00a054b50e47'] response: {'name': 'network-changed', 'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1', 'status': 'completed', 'code': 200} Oct 27 17:31:50.242240 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:50.257032 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (8edbe750-3a2e-4316-8ad7-cc4dff343692), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.335328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:50.345977 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:50.440255 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Router 8edbe750-3a2e-4316-8ad7-cc4dff343692 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:31:50.472083 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 488c509d-f827-4502-84c0-610eec6ee332 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:50.502348 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:50.526749 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'fc379392-8bb0-402d-b85e-08cebf9ac024', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'port_id': '689c3b28-8322-4e68-94df-67c69ac85d72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'mac_address': 'fa:16:3e:9d:36:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:39Z', 'updated_at': '2022-10-27T17:31:47Z', 'revision_number': 1, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:50.531302 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Current status of the port 488c509d-f827-4502-84c0-610eec6ee332 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:50.531689 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (488c509d-f827-4502-84c0-610eec6ee332), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.557063 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7f32f-6240-4fb3-a597-af9784c0b328 None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'fc379392-8bb0-402d-b85e-08cebf9ac024', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'port_id': '689c3b28-8322-4e68-94df-67c69ac85d72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'mac_address': 'fa:16:3e:9d:36:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:39Z', 'updated_at': '2022-10-27T17:31:47Z', 'revision_number': 1, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:50.561642 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:50.568450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:50.590703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:50.598262 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Sync routers for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:50.605906 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.608169 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ce2025e2-3622-48ff-86bf-c04475e2e7b7 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9259825 Oct 27 17:31:50.610039 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:50.610897 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37098) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:50.611506 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:50.645700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 488c509d-f827-4502-84c0-610eec6ee332 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:50.646064 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (488c509d-f827-4502-84c0-610eec6ee332), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.646398 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 488c509d-f827-4502-84c0-610eec6ee332 Oct 27 17:31:50.693403 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] For port 488c509d-f827-4502-84c0-610eec6ee332, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=488c509d-f827-4502-84c0-610eec6ee332,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:50.703112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (488c509d-f827-4502-84c0-610eec6ee332), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:50.742343 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:51.015688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:51.018085 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1bd0fdbd-bb22-48b4-84f1-65cbf7dd277e None None] Provisioning complete for port 488c509d-f827-4502-84c0-610eec6ee332 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:51.018402 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1bd0fdbd-bb22-48b4-84f1-65cbf7dd277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (488c509d-f827-4502-84c0-610eec6ee332), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.018731 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1bd0fdbd-bb22-48b4-84f1-65cbf7dd277e None None] Attempt 1 to provision port 488c509d-f827-4502-84c0-610eec6ee332 Oct 27 17:31:51.020175 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d426ea-2a2c-4485-a4bc-7ac6444add90 None None] Pushing event updated for resources: {'Port': ['ID=488c509d-f827-4502-84c0-610eec6ee332,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:51.077144 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:51.089776 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:51.091791 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 488c509d-f827-4502-84c0-610eec6ee332 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:51.094426 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 3, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:51.114295 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:51.115176 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:51.128436 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Checking router: 8edbe750-3a2e-4316-8ad7-cc4dff343692 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:51.128771 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Updating router 8edbe750-3a2e-4316-8ad7-cc4dff343692 port 064261ea-7504-460a-9aef-1684a63fc8d1 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:31:51.149500 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.157007 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.257422 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0fdbd-bb22-48b4-84f1-65cbf7dd277e None None] Current status of the port 488c509d-f827-4502-84c0-610eec6ee332 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:51.287584 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:51.297879 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:51.335291 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d31257-6849-4977-85d2-0863ee92342f req-a17811b9-d032-4b48-8f4d-3d3e02237bd1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:51.336994 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67d31257-6849-4977-85d2-0863ee92342f req-a17811b9-d032-4b48-8f4d-3d3e02237bd1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0605407 Oct 27 17:31:51.395487 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:51.452675 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67d31257-6849-4977-85d2-0863ee92342f req-fce78ee1-0990-44a4-a40d-646ba10541c6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038599 Oct 27 17:31:51.457198 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Allocated IP 172.20.0.1 (30480d51-001d-414c-aae8-f3bdce76bc80/2acf9244-65ef-498c-a318-9ddb8ff9fe08/7a8f4266-3de7-4341-8f4f-cb2b2a9597bd) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:51.461263 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Publish callbacks [] for port (064261ea-7504-460a-9aef-1684a63fc8d1), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.467968 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.499119 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Attempting to bind port 064261ea-7504-460a-9aef-1684a63fc8d1 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:31:51.499480 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Attempting to bind port 064261ea-7504-460a-9aef-1684a63fc8d1 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:31:51.500427 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Attempting to bind port 064261ea-7504-460a-9aef-1684a63fc8d1 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:51.506425 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2a116-40e0-4b45-b8ab-cfbd1910e7f5 None None] New status for floating IP fc379392-8bb0-402d-b85e-08cebf9ac024: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:31:51.522150 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:51.566433 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Pushing event updated for resources: {'Port': ['ID=064261ea-7504-460a-9aef-1684a63fc8d1,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:51.574954 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.575294 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.575645 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.576043 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.576374 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.576695 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.577017 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.577349 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.577776 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.578152 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks [] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.578272 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.578572 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.578912 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.579397 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.579647 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.580016 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:51.593583 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:31:51.593947 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:51.594338 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.594795 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:31:51.595329 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Bound port: 064261ea-7504-460a-9aef-1684a63fc8d1, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:31:51.595770 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.616796 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.648942 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] For port 064261ea-7504-460a-9aef-1684a63fc8d1, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:31:51.655264 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] For port 064261ea-7504-460a-9aef-1684a63fc8d1, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=064261ea-7504-460a-9aef-1684a63fc8d1,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:31:51.660701 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Network 30480d51-001d-414c-aae8-f3bdce76bc80 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:51.663804 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.664214 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:51.668301 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:31:51.668847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (8edbe750-3a2e-4316-8ad7-cc4dff343692), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.672471 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:51.708022 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:51.708784 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:51.720131 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:51.734242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:51.765600 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fff7e-75f4-4041-8dab-b83a6135b8a6 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:51.789190 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2cdc6-55cd-4cde-929c-8ebc0efd97e8 None None] Pushing event updated for resources: {'Port': ['ID=064261ea-7504-460a-9aef-1684a63fc8d1,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:51.848064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:51.897598 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:52.083569 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:52.086120 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-8f79df89-3d30-4532-a33b-4f5fef34112b None None] Provisioning complete for port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:52.086508 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8f79df89-3d30-4532-a33b-4f5fef34112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:52.086843 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-8f79df89-3d30-4532-a33b-4f5fef34112b None None] Attempt 1 to provision port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd Oct 27 17:31:52.095211 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2f9d5-6fac-4970-921b-b55156f2d01e None None] New status for floating IP 74c594d2-1801-44d0-8218-0711b019dddd: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:31:52.098147 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks [] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:52.102940 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:52.103676 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (8edbe750-3a2e-4316-8ad7-cc4dff343692), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:52.138831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-8f79df89-3d30-4532-a33b-4f5fef34112b None None] Port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:31:52.155266 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:52.173001 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:52.267756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Network 30480d51-001d-414c-aae8-f3bdce76bc80 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:52.269135 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:52.309800 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 3, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:52.367455 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7343ed3-4cb9-48d8-a7e2-c3a950040def None None] The sync data for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi is: [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:49Z', 'revision_number': 3, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:52.381954 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 488c509d-f827-4502-84c0-610eec6ee332 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:52.453020 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 488c509d-f827-4502-84c0-610eec6ee332 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:52.453583 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (488c509d-f827-4502-84c0-610eec6ee332), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:52.453925 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 488c509d-f827-4502-84c0-610eec6ee332 Oct 27 17:31:52.462186 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Router 8edbe750-3a2e-4316-8ad7-cc4dff343692 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:31:52.532616 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:52.595158 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 488c509d-f827-4502-84c0-610eec6ee332 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:52.611153 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:52.619692 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3e063bff-ca5d-401f-a97b-8620d308c2d6 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/8edbe750-3a2e-4316-8ad7-cc4dff343692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0038211 Oct 27 17:31:52.632784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022de30e-69f2-4e80-be36-b49711ed83b9 req-457c5a63-e36e-4a33-a851-4f1954d39798 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:52.634342 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-022de30e-69f2-4e80-be36-b49711ed83b9 req-457c5a63-e36e-4a33-a851-4f1954d39798 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0610235 Oct 27 17:31:52.663531 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-001214c0-ac0a-4f17-9ba8-45afbf70b85a None None] Provisioning complete for port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:52.663927 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-001214c0-ac0a-4f17-9ba8-45afbf70b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:52.664415 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-001214c0-ac0a-4f17-9ba8-45afbf70b85a None None] Attempt 1 to provision port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd Oct 27 17:31:52.695761 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-022de30e-69f2-4e80-be36-b49711ed83b9 req-6ef8086d-c385-4641-902d-fc06813c73cd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556734 Oct 27 17:31:52.712599 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-001214c0-ac0a-4f17-9ba8-45afbf70b85a None None] Port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:31:53.164725 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37150) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:53.169627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2028271775-network', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:53.191105 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Made reservation on behalf of ad20eabc8fc5462390b20e65c9f7a28f for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:53.193480 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.204929 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.284021 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks [] for security_group (63269130-d3e0-49bf-86a4-6daad4a99a39), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.287826 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (63269130-d3e0-49bf-86a4-6daad4a99a39), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.316348 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:31:53.323119 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63269130-d3e0-49bf-86a4-6daad4a99a39,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:53.329354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (310d328e-aa0f-40e3-871c-7d7ac2f2fcba), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.329779 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Added segment 310d328e-aa0f-40e3-871c-7d7ac2f2fcba of type vlan for network 04663e94-ab0d-4bc3-be81-92489855296f Oct 27 17:31:53.371466 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (04663e94-ab0d-4bc3-be81-92489855296f), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.397302 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (04663e94-ab0d-4bc3-be81-92489855296f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.398266 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:53.398845 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.435364 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2670240 Oct 27 17:31:53.436030 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37156) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:53.441271 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Request body: {'subnet': {'network_id': '04663e94-ab0d-4bc3-be81-92489855296f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2028271775-subnet', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:53.460531 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Made reservation on behalf of ad20eabc8fc5462390b20e65c9f7a28f for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:53.463121 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25417054'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.465022 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546194-806c-42ca-abb6-4710c3bf58ea admin admin] Pushing event updated for resources: {'Network': ['ID=04663e94-ab0d-4bc3-be81-92489855296f,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:53.475411 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 04663e94-ab0d-4bc3-be81-92489855296f details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:31:53.639878 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25883263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25417008'] for subnet (a13111e5-3648-47c7-828d-755c97b68ba4), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.694438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13111e5-3648-47c7-828d-755c97b68ba4,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:53.705180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Checking segment: {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:53.705546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Network hostable DHCP agents. Network: 04663e94-ab0d-4bc3-be81-92489855296f, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:31:53.722882 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Network 04663e94-ab0d-4bc3-be81-92489855296f is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:31:53.733256 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 04663e94-ab0d-4bc3-be81-92489855296f) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:53.739028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:53.739800 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.742153 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def6abe-801c-43a4-8843-e2d9005bf560 None None] Network 04663e94-ab0d-4bc3-be81-92489855296f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:53.767077 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a4f31d6f-6f81-49f5-b4f5-0b8db8d3bbd6 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3298044 Oct 27 17:31:53.770227 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37160) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:53.774580 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:31:53.797556 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (28c99eeb-d434-49ce-b78f-2812bb3429ae), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.798949 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (28c99eeb-d434-49ce-b78f-2812bb3429ae), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.843195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36cb65-d712-49ff-ae8e-f605a6ff5179 req-0f4b34ee-abaf-456c-9676-02d080c140fd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:53.845619 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1e36cb65-d712-49ff-ae8e-f605a6ff5179 req-0f4b34ee-abaf-456c-9676-02d080c140fd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0646877 Oct 27 17:31:53.856805 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks [] for router_controller (28c99eeb-d434-49ce-b78f-2812bb3429ae), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.870310 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-04663e94-ab0d-4bc3-be81-92489855296f', 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f', 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'fixed_ips': [{'subnet_id': 'a13111e5-3648-47c7-828d-755c97b68ba4'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:31:53.872139 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:53.893993 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:53.912226 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1e36cb65-d712-49ff-ae8e-f605a6ff5179 req-b9820329-5e33-410a-81b6-c21b0c4d1410 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596709 Oct 27 17:31:53.973768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:54.002549 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks [] for router_gateway (28c99eeb-d434-49ce-b78f-2812bb3429ae), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.019307 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Allocated IP 172.20.0.2 (04663e94-ab0d-4bc3-be81-92489855296f/a13111e5-3648-47c7-828d-755c97b68ba4/84992a28-798c-4772-8735-17acf96ae976) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:54.179540 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Publish callbacks [] for port (84992a28-798c-4772-8735-17acf96ae976), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.187506 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (84992a28-798c-4772-8735-17acf96ae976), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.201323 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks [] for router_gateway (28c99eeb-d434-49ce-b78f-2812bb3429ae), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.220090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Sync routers for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:54.225119 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.245806 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Network 04663e94-ab0d-4bc3-be81-92489855296f is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:54.246322 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:54.252199 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:54.254504 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:31:54.258689 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:54.259383 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:54.264971 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Pushing event updated for resources: {'Port': ['ID=84992a28-798c-4772-8735-17acf96ae976,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:54.268546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:54.347297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Allocated IP 172.27.0.148 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/925ca7a5-bf2e-4967-b69e-553997494ade) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:54.469294 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks [] for port (925ca7a5-bf2e-4967-b69e-553997494ade), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.493787 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 064261ea-7504-460a-9aef-1684a63fc8d1 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:54.501108 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:54.504450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.545834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:54.551613 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:54.553887 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=925ca7a5-bf2e-4967-b69e-553997494ade,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:54.556022 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:31:54.574636 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Attempting to bind port 84992a28-798c-4772-8735-17acf96ae976 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:31:54.575157 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Attempting to bind port 84992a28-798c-4772-8735-17acf96ae976 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:31:54.575613 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Attempting to bind port 84992a28-798c-4772-8735-17acf96ae976 on network 04663e94-ab0d-4bc3-be81-92489855296f {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:54.626568 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:54.680791 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:31:54.681218 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Checking segment: {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:54.681553 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.681937 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Bound using segment: {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:31:54.682405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Bound port: 84992a28-798c-4772-8735-17acf96ae976, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:31:54.682780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (84992a28-798c-4772-8735-17acf96ae976), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.713862 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 064261ea-7504-460a-9aef-1684a63fc8d1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:54.714223 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.714554 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 064261ea-7504-460a-9aef-1684a63fc8d1 Oct 27 17:31:54.798963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks [] for router_gateway (28c99eeb-d434-49ce-b78f-2812bb3429ae), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.861243 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] For port 84992a28-798c-4772-8735-17acf96ae976, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:31:54.869969 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] For port 84992a28-798c-4772-8735-17acf96ae976, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=84992a28-798c-4772-8735-17acf96ae976,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:31:54.906812 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (84992a28-798c-4772-8735-17acf96ae976), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:54.944869 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:54.969291 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 064261ea-7504-460a-9aef-1684a63fc8d1 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:54.969679 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.023682 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 064261ea-7504-460a-9aef-1684a63fc8d1, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=064261ea-7504-460a-9aef-1684a63fc8d1,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:55.027533 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 2, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:55.030079 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4df78-3097-4cef-8818-96d6eab56016 None None] Pushing event updated for resources: {'Port': ['ID=84992a28-798c-4772-8735-17acf96ae976,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:55.034898 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.062169 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Checking router: 8edbe750-3a2e-4316-8ad7-cc4dff343692 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:55.062528 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Updating router 8edbe750-3a2e-4316-8ad7-cc4dff343692 port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:31:55.119631 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.158265 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=064261ea-7504-460a-9aef-1684a63fc8d1,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:55.197380 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:55.338164 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d5462-6c2f-4d39-800f-f8b80a1dd92d req-f023e347-c160-482a-8080-a1d16f3daae8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:55.339810 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a95d5462-6c2f-4d39-800f-f8b80a1dd92d req-f023e347-c160-482a-8080-a1d16f3daae8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0656412 Oct 27 17:31:55.340766 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (28c99eeb-d434-49ce-b78f-2812bb3429ae), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.415174 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:55.437813 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:55.437991 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a95d5462-6c2f-4d39-800f-f8b80a1dd92d req-98301ce7-f7c9-4d5e-9d10-9630e8b5a587 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924308 Oct 27 17:31:55.452098 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Publish callbacks [] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.460138 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.525275 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626baa4-b807-4dc9-95c2-94aeeda2a85a None None] Pushing event updated for resources: {'Port': ['ID=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:55.528829 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Router 28c99eeb-d434-49ce-b78f-2812bb3429ae is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:31:55.559323 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Attempting to bind port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:31:55.559731 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Attempting to bind port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:31:55.560090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Attempting to bind port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd on network 30480d51-001d-414c-aae8-f3bdce76bc80 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:55.607427 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:31:55.607826 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Checking segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:55.608277 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.608670 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Bound using segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:31:55.609140 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Bound port: 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:31:55.609517 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.644717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:55.656037 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Sync routers for ids ['28c99eeb-d434-49ce-b78f-2812bb3429ae'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:55.670038 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Routers {'28c99eeb-d434-49ce-b78f-2812bb3429ae'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:55.671159 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['28c99eeb-d434-49ce-b78f-2812bb3429ae'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:55.682816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.685950 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ea4d683f-b3fd-4f0f-8be6-27b1d05a6ee4 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9145668 Oct 27 17:31:55.688577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37178) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:31:55.691239 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] For port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:31:55.695073 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] For port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:31:55.705172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:55.743019 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:55.762405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626baa4-b807-4dc9-95c2-94aeeda2a85a None None] Pushing event updated for resources: {'Port': ['ID=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:55.778466 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:55.780958 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:55.801181 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Set router 28c99eeb-d434-49ce-b78f-2812bb3429ae gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:55.902410 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:56.003924 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 3, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:56.111996 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba71d8-2bea-47a8-8e34-713bff5a128d None None] Network 04663e94-ab0d-4bc3-be81-92489855296f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:31:56.135329 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Checking router: 28c99eeb-d434-49ce-b78f-2812bb3429ae for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:56.135329 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Updating router 28c99eeb-d434-49ce-b78f-2812bb3429ae port 925ca7a5-bf2e-4967-b69e-553997494ade binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:31:56.138978 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:56.143364 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:56.145914 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.177789 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.184241 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:55Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:56.227969 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb27ad5-7db8-491c-a0a0-1ff7cb764ee6 None None] The sync data for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi is: [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:55Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:56.232858 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Provisioning complete for port 84992a28-798c-4772-8735-17acf96ae976 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:56.233956 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (84992a28-798c-4772-8735-17acf96ae976), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.233956 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Attempt 1 to provision port 84992a28-798c-4772-8735-17acf96ae976 Oct 27 17:31:56.278975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:56.310279 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.364478 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Allocated IP 172.20.0.1 (04663e94-ab0d-4bc3-be81-92489855296f/a13111e5-3648-47c7-828d-755c97b68ba4/2f9ba23e-480b-4ee1-a227-c2b1039966f8) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:56.448567 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Current status of the port 84992a28-798c-4772-8735-17acf96ae976 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:56.448964 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (84992a28-798c-4772-8735-17acf96ae976), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.517539 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] For port 84992a28-798c-4772-8735-17acf96ae976, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=84992a28-798c-4772-8735-17acf96ae976,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:56.523531 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (84992a28-798c-4772-8735-17acf96ae976), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.557506 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:56.674751 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be57c-8492-4511-90c9-dc8dac280657 req-fded17fc-2278-437f-ae3e-9c01524f227e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:56.678214 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks [] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.682524 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-666be57c-8492-4511-90c9-dc8dac280657 req-fded17fc-2278-437f-ae3e-9c01524f227e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0682271 Oct 27 17:31:56.692383 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Publish callbacks [] for port (925ca7a5-bf2e-4967-b69e-553997494ade), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.701241 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.749522 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-666be57c-8492-4511-90c9-dc8dac280657 req-718911a9-f307-49e5-bae8-97d5d03c9696 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641270 Oct 27 17:31:56.761131 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.817732 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9ba23e-480b-4ee1-a227-c2b1039966f8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:56.817918 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b00bff-9d8e-4de9-8796-dabfbf54f5ee None None] Pushing event updated for resources: {'Port': ['ID=925ca7a5-bf2e-4967-b69e-553997494ade,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:56.820047 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Attempting to bind port 925ca7a5-bf2e-4967-b69e-553997494ade on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:31:56.820415 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Attempting to bind port 925ca7a5-bf2e-4967-b69e-553997494ade by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:31:56.820777 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Attempting to bind port 925ca7a5-bf2e-4967-b69e-553997494ade on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:56.821468 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 064261ea-7504-460a-9aef-1684a63fc8d1 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:56.842432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Network 04663e94-ab0d-4bc3-be81-92489855296f is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:56.844120 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:56.848158 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:31:56.864882 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:56.877591 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:31:56.878047 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:31:56.878997 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.879587 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:31:56.880328 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Bound port: 925ca7a5-bf2e-4967-b69e-553997494ade, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:31:56.880913 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.905213 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (28c99eeb-d434-49ce-b78f-2812bb3429ae), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.928289 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-3db68870-d8d9-40fd-b82f-13bf7ae137d8 None None] Provisioning complete for port 84992a28-798c-4772-8735-17acf96ae976 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:56.928677 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3db68870-d8d9-40fd-b82f-13bf7ae137d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (84992a28-798c-4772-8735-17acf96ae976), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.929020 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-3db68870-d8d9-40fd-b82f-13bf7ae137d8 None None] Attempt 1 to provision port 84992a28-798c-4772-8735-17acf96ae976 Oct 27 17:31:56.951300 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dcc0b-55b9-4dc0-8d93-caddbc15ce2d None None] Pushing event updated for resources: {'Port': ['ID=84992a28-798c-4772-8735-17acf96ae976,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:56.964549 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] For port 925ca7a5-bf2e-4967-b69e-553997494ade, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:31:56.969725 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] For port 925ca7a5-bf2e-4967-b69e-553997494ade, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=925ca7a5-bf2e-4967-b69e-553997494ade,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:31:56.980414 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.992124 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 064261ea-7504-460a-9aef-1684a63fc8d1 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:56.992502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:56.992839 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 064261ea-7504-460a-9aef-1684a63fc8d1 Oct 27 17:31:57.031832 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Routers {'28c99eeb-d434-49ce-b78f-2812bb3429ae'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:31:57.032607 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['28c99eeb-d434-49ce-b78f-2812bb3429ae'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:57.074022 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-3db68870-d8d9-40fd-b82f-13bf7ae137d8 None None] Current status of the port 84992a28-798c-4772-8735-17acf96ae976 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:57.118074 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b00bff-9d8e-4de9-8796-dabfbf54f5ee None None] Pushing event updated for resources: {'Port': ['ID=925ca7a5-bf2e-4967-b69e-553997494ade,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:57.144842 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 064261ea-7504-460a-9aef-1684a63fc8d1 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:57.148059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.148990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 84992a28-798c-4772-8735-17acf96ae976 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:57.210296 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] Set router 28c99eeb-d434-49ce-b78f-2812bb3429ae gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:31:57.210820 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-c2b23212-7e10-49f6-9ef5-ccfe26685408 None None] Provisioning complete for port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:57.211198 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c2b23212-7e10-49f6-9ef5-ccfe26685408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.211531 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-c2b23212-7e10-49f6-9ef5-ccfe26685408 None None] Attempt 1 to provision port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 Oct 27 17:31:57.253293 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 84992a28-798c-4772-8735-17acf96ae976 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:57.267941 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (84992a28-798c-4772-8735-17acf96ae976), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.270377 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 84992a28-798c-4772-8735-17acf96ae976 Oct 27 17:31:57.332066 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-2155005f-7f1f-4d13-bbc6-417da6595a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:57.335540 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-2155005f-7f1f-4d13-bbc6-417da6595a1d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1129 time: 0.0982084 Oct 27 17:31:57.337821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c2b23212-7e10-49f6-9ef5-ccfe26685408 None None] Port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:31:57.367405 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:57.411023 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:57.414505 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 84992a28-798c-4772-8735-17acf96ae976 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:57.424179 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-e3381c61-c6b9-4421-9863-a2c9b7e537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:57.425713 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-e3381c61-c6b9-4421-9863-a2c9b7e537a0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 1129 time: 0.1593688 Oct 27 17:31:57.426633 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-fff474e7-982e-409f-bb6b-1f3124b7fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:57.427995 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-fff474e7-982e-409f-bb6b-1f3124b7fc0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1129 time: 0.1807318 Oct 27 17:31:57.447847 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 3, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:57.474580 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512bf96-0bde-4620-ac03-4472566a5494 None None] The sync data for ids ['28c99eeb-d434-49ce-b78f-2812bb3429ae'] in dv-cinder-862831-1-iscsi is: [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 3, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:57.478677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks [] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.484024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.535236 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:57.554001 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (28c99eeb-d434-49ce-b78f-2812bb3429ae), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.555892 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9ba23e-480b-4ee1-a227-c2b1039966f8,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:57.657096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Network 04663e94-ab0d-4bc3-be81-92489855296f is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:57.658569 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:57.744597 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:31:57.894560 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Router 28c99eeb-d434-49ce-b78f-2812bb3429ae has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:31:57.995814 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-63080729-4108-44f4-8ab1-bb0845139c5d None None] Provisioning complete for port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:57.996281 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-63080729-4108-44f4-8ab1-bb0845139c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:57.998751 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-63080729-4108-44f4-8ab1-bb0845139c5d None None] Attempt 1 to provision port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 Oct 27 17:31:58.066665 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379738-9b65-47ae-81ee-38c90eaf6a1f req-1063920f-cebf-4460-b1b0-d5724cba5214 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:58.070138 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ce379738-9b65-47ae-81ee-38c90eaf6a1f req-1063920f-cebf-4460-b1b0-d5724cba5214 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1919701 Oct 27 17:31:58.090606 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-b6b5893a-629c-4a93-88bf-100206fb7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:58.094697 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-b6b5893a-629c-4a93-88bf-100206fb7d0c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.1239989 Oct 27 17:31:58.100812 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-63080729-4108-44f4-8ab1-bb0845139c5d None None] Port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:31:58.182951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-c5b01f5d-6e38-4d2e-b501-2fbd65e681b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:58.184351 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-c5b01f5d-6e38-4d2e-b501-2fbd65e681b8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.2069666 Oct 27 17:31:58.274650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-e7b2adc4-bf58-4751-8ea9-bc4ccd87f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:58.276219 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-e7b2adc4-bf58-4751-8ea9-bc4ccd87f5b5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 916 time: 0.3033068 Oct 27 17:31:58.279806 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ce379738-9b65-47ae-81ee-38c90eaf6a1f req-b8916366-3e67-4426-aec3-aea8cf7e9121 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858902 Oct 27 17:31:58.281002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:58.292346 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b73e681e-3ca8-4715-b054-662ecca8a485 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/28c99eeb-d434-49ce-b78f-2812bb3429ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023302 Oct 27 17:31:58.462601 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-a3acf140-39ac-4397-9850-7cdf9de21131 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 1001 time: 0.1429975 Oct 27 17:31:58.484986 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-d314b1f1-fbb2-4a02-8608-ab16d84def74 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 1000 time: 0.1626048 Oct 27 17:31:58.499874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:58.553406 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:58.553876 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:58.554202 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd Oct 27 17:31:58.642345 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:58.642816 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:58.683890 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:58.688688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:58.689622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 84992a28-798c-4772-8735-17acf96ae976 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:58.805251 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:58.808247 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 84992a28-798c-4772-8735-17acf96ae976 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:31:58.808624 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (84992a28-798c-4772-8735-17acf96ae976), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:31:58.808961 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 84992a28-798c-4772-8735-17acf96ae976 Oct 27 17:31:58.897885 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 84992a28-798c-4772-8735-17acf96ae976 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:31:59.074920 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-c8de0089-c787-4e9f-801b-c3f0bf20b896 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=021b0623-ac50-4080-925e-8bf3d47884b1 HTTP/1.1" status: 200 len: 1000 time: 0.1545331 Oct 27 17:31:59.089923 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-881f89fc-1653-4889-b936-1b6142cd53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:59.091645 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-881f89fc-1653-4889-b936-1b6142cd53b1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.1116972 Oct 27 17:31:59.119085 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-0781596f-a038-4d5d-bc42-7b7a1909b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:59.120615 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-0781596f-a038-4d5d-bc42-7b7a1909b6e8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.1670740 Oct 27 17:31:59.471441 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7967f5-edeb-411a-ae83-f22efb70faf7 req-8a6f7ada-81e8-4d58-a933-56c518a146a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:59.486433 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2a7967f5-edeb-411a-ae83-f22efb70faf7 req-8a6f7ada-81e8-4d58-a933-56c518a146a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1102197 Oct 27 17:31:59.850940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-6d2714d5-f183-4afd-9077-67b4932c9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:59.852696 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-6d2714d5-f183-4afd-9077-67b4932c9118 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255748 Oct 27 17:31:59.868910 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2a7967f5-edeb-411a-ae83-f22efb70faf7 req-801e7b9c-6481-4e06-9b35-9603f7846d93 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748593 Oct 27 17:31:59.926426 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-b77f0d7e-d3dd-4df2-b6d6-55247b5d3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:31:59.927980 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-b77f0d7e-d3dd-4df2-b6d6-55247b5d3e65 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783560 Oct 27 17:31:59.967179 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:00.027182 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:00.035999 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-70378649-4bc0-44d3-982b-fdb77e86943a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458311 Oct 27 17:32:00.099392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-1ec9b21d-b809-4961-af67-ebabd595514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:00.101381 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-1ec9b21d-b809-4961-af67-ebabd595514e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.3846021 Oct 27 17:32:00.149278 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-b43a2316-d9ac-4844-959c-a7796d535e00 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035539 Oct 27 17:32:00.505259 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2e4da-b952-4d52-a86b-a9aa76f14ee0 req-6d239cb0-8b31-4424-94d0-474885a5403f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:00.507072 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dce2e4da-b952-4d52-a86b-a9aa76f14ee0 req-6d239cb0-8b31-4424-94d0-474885a5403f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1165810 Oct 27 17:32:00.676505 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 925ca7a5-bf2e-4967-b69e-553997494ade up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:32:00.772718 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-539e12f9-175a-4cdf-80b5-4207616d5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:00.774532 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-539e12f9-175a-4cdf-80b5-4207616d5621 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6658185 Oct 27 17:32:00.783502 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-2f407109-aae3-4d38-a616-5c74e0271d05 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351354 Oct 27 17:32:00.790508 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37308) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:00.801874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 925ca7a5-bf2e-4967-b69e-553997494ade triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:00.802255 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:00.802597 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 925ca7a5-bf2e-4967-b69e-553997494ade Oct 27 17:32:00.832000 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80aecc9c-cf36-4f35-981c-2f27619dd718 req-a7f993d2-d3a2-4b19-82a8-eb3c7ec53c24 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847104 Oct 27 17:32:00.842878 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:00.866740 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:00.895001 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-8c39a7a5-3843-4191-a5d1-b5a5c3544210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:00.906561 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-8c39a7a5-3843-4191-a5d1-b5a5c3544210 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 1129 time: 0.2884619 Oct 27 17:32:00.910736 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dce2e4da-b952-4d52-a86b-a9aa76f14ee0 req-ffbb478b-e434-477f-b8ac-2fb03540d0b5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960745 Oct 27 17:32:00.966127 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 925ca7a5-bf2e-4967-b69e-553997494ade is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:32:00.966642 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:00.968487 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-2fb87a24-03e5-4ba0-8752-e41311e1cb25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821852 Oct 27 17:32:00.998401 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-549b39e7-0d48-47fa-b2ac-e5fe140a56ce service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937593 Oct 27 17:32:01.003493 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 925ca7a5-bf2e-4967-b69e-553997494ade, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=925ca7a5-bf2e-4967-b69e-553997494ade,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:01.013901 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.014918 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:32:01.056434 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-1348cdd6-913f-46a6-9b83-f2bc44765b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.060955 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-1348cdd6-913f-46a6-9b83-f2bc44765b46 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=32e47ddf4f9e4e6cb6ed56253f708fac&device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 1130 time: 0.1183622 Oct 27 17:32:01.113098 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-b602ba6a-691d-481e-98bf-2b7beef6e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.114852 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-b602ba6a-691d-481e-98bf-2b7beef6e006 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.1732767 Oct 27 17:32:01.140179 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8784b2a7-68ec-468c-8932-1ef69a2cac45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.143615 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:01.144557 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.144919 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd Oct 27 17:32:01.147751 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=925ca7a5-bf2e-4967-b69e-553997494ade,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:01.170504 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-0439efa4-7e5d-4a97-a076-7ff665814e4c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed86609d-1807-41a9-9302-15671bc13ea6 HTTP/1.1" status: 200 len: 217 time: 0.0444732 Oct 27 17:32:01.195251 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:01.238417 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a4a6c18-7b45-4c55-8111-02c851fb1f2b req-6ce01f72-4f65-4ae8-b0c5-c22de2e0194a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367821 Oct 27 17:32:01.239388 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:32:01.244194 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:01.260583 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-8878ace6-61eb-43ec-8c6e-34779b1e27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.261384 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-8878ace6-61eb-43ec-8c6e-34779b1e27d2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0837448 Oct 27 17:32:01.291945 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-f01cb29f-2988-4b25-a6f4-82620b380688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.296608 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-f01cb29f-2988-4b25-a6f4-82620b380688 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=d4997daf-43a9-4912-bbef-3879a78a2a93 HTTP/1.1" status: 200 len: 912 time: 0.1960371 Oct 27 17:32:01.340096 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-1946d221-dd27-4662-8125-6fd7047f0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.341766 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-1946d221-dd27-4662-8125-6fd7047f0885 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656285 Oct 27 17:32:01.383690 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-c544a6cf-087c-43f0-9281-db840e55319a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd5472a4-a592-4461-977c-b241c99f30b9 HTTP/1.1" status: 200 len: 217 time: 0.0387721 Oct 27 17:32:01.395085 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8784b2a7-68ec-468c-8932-1ef69a2cac45 admin admin] Publish callbacks [] for security_group (08a5dd2b-a781-4ee8-8d5a-4b8655900599), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.412149 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8784b2a7-68ec-468c-8932-1ef69a2cac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (08a5dd2b-a781-4ee8-8d5a-4b8655900599), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.471574 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8784b2a7-68ec-468c-8932-1ef69a2cac45 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=02b8ba5942ca4cf5a4db373bd5282b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758530 Oct 27 17:32:01.475677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37314) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:01.476733 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-135e843c-52f4-4e98-b020-9972cb69c6ac service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263061 Oct 27 17:32:01.477657 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784b2a7-68ec-468c-8932-1ef69a2cac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a5dd2b-a781-4ee8-8d5a-4b8655900599,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:01.527911 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-a0309205-52a5-42ca-b32e-04e53805cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.529448 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-a0309205-52a5-42ca-b32e-04e53805cf0c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6 HTTP/1.1" status: 200 len: 850 time: 0.1362655 Oct 27 17:32:01.594396 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:01.608019 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-296f1c5f-8376-4631-979b-f98753b99dfc admin admin] Publish callbacks [] for security_group (08a5dd2b-a781-4ee8-8d5a-4b8655900599), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.619684 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-6762bfba-5bfd-4c8c-aebf-71f29a07235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:01.620880 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-6762bfba-5bfd-4c8c-aebf-71f29a07235d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=d4997daf-43a9-4912-bbef-3879a78a2a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844855 Oct 27 17:32:01.646539 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-60eea0ab-136a-41a0-ae80-955be11ffcd2 req-b3db8b4f-dda7-4595-97d4-1e88add34355 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460445 Oct 27 17:32:01.651584 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-296f1c5f-8376-4631-979b-f98753b99dfc admin admin] Publish callbacks [] for security_group (08a5dd2b-a781-4ee8-8d5a-4b8655900599), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.799152 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-8cedca06-1061-4f58-9d1c-315da2495848 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638458 Oct 27 17:32:01.811506 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-296f1c5f-8376-4631-979b-f98753b99dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (08a5dd2b-a781-4ee8-8d5a-4b8655900599), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.814653 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-296f1c5f-8376-4631-979b-f98753b99dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:01.815985 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-296f1c5f-8376-4631-979b-f98753b99dfc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/08a5dd2b-a781-4ee8-8d5a-4b8655900599 HTTP/1.1" status: 204 len: 168 time: 0.3392148 Oct 27 17:32:01.825550 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f1c5f-8376-4631-979b-f98753b99dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a5dd2b-a781-4ee8-8d5a-4b8655900599,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:02.136456 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0568cb-bafc-432a-8ad9-23d2747b44c6 req-e7f2b73e-ac00-470e-a4fa-bc01b684f239 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:02.137993 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ca0568cb-bafc-432a-8ad9-23d2747b44c6 req-e7f2b73e-ac00-470e-a4fa-bc01b684f239 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0640864 Oct 27 17:32:02.174218 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-dcf6da9e-ab0b-4520-b73a-41827aa32efd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981683 Oct 27 17:32:02.197645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:02.218996 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ca0568cb-bafc-432a-8ad9-23d2747b44c6 req-fce1edc9-f2d2-4218-abe4-844f0797e8c8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707757 Oct 27 17:32:02.268429 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37340) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:02.289588 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3689575d-b14d-4c17-9c8e-546ad0ca2179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.397381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 925ca7a5-bf2e-4967-b69e-553997494ade up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:32:02.399012 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3689575d-b14d-4c17-9c8e-546ad0ca2179 admin admin] Publish callbacks [] for security_group (60c29f12-0971-4c83-88b4-21a37f4689af), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.404404 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3689575d-b14d-4c17-9c8e-546ad0ca2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (60c29f12-0971-4c83-88b4-21a37f4689af), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.447955 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3689575d-b14d-4c17-9c8e-546ad0ca2179 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1098df75eeff44399a666ebd3b76e3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783817 Oct 27 17:32:02.450330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689575d-b14d-4c17-9c8e-546ad0ca2179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c29f12-0971-4c83-88b4-21a37f4689af,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:02.450930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37342) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:02.452389 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 925ca7a5-bf2e-4967-b69e-553997494ade triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:02.452939 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.453284 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 925ca7a5-bf2e-4967-b69e-553997494ade Oct 27 17:32:02.540808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae18a-c574-43c7-8fb0-3560bc1abb96 admin admin] Publish callbacks [] for security_group (60c29f12-0971-4c83-88b4-21a37f4689af), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.543283 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 925ca7a5-bf2e-4967-b69e-553997494ade is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:32:02.566776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae18a-c574-43c7-8fb0-3560bc1abb96 admin admin] Publish callbacks [] for security_group (60c29f12-0971-4c83-88b4-21a37f4689af), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.626094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae18a-c574-43c7-8fb0-3560bc1abb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (60c29f12-0971-4c83-88b4-21a37f4689af), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.628772 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae18a-c574-43c7-8fb0-3560bc1abb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:02.630229 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2f8ae18a-c574-43c7-8fb0-3560bc1abb96 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/60c29f12-0971-4c83-88b4-21a37f4689af HTTP/1.1" status: 204 len: 168 time: 0.1781900 Oct 27 17:32:02.638818 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ae18a-c574-43c7-8fb0-3560bc1abb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c29f12-0971-4c83-88b4-21a37f4689af,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:03.357677 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:03.387665 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab8ce-9276-47a3-9db1-79014e8c7c04 req-956cada2-f0c2-456b-b89d-92e72eb3cf70 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:03.406042 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dd8ab8ce-9276-47a3-9db1-79014e8c7c04 req-956cada2-f0c2-456b-b89d-92e72eb3cf70 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0985301 Oct 27 17:32:03.465976 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dd8ab8ce-9276-47a3-9db1-79014e8c7c04 req-4c791486-8cda-453a-a822-60a373fca233 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589983 Oct 27 17:32:03.665565 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37386) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:03.910166 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Sync routers for ids ['28c99eeb-d434-49ce-b78f-2812bb3429ae'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:32:03.929892 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Routers {'28c99eeb-d434-49ce-b78f-2812bb3429ae'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:32:03.930860 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['28c99eeb-d434-49ce-b78f-2812bb3429ae'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:03.974239 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7b388d1f-58fb-4999-8b04-771ea832a9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.063797 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Set router 28c99eeb-d434-49ce-b78f-2812bb3429ae gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:32:04.156285 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7b388d1f-58fb-4999-8b04-771ea832a9b6 admin admin] Publish callbacks [] for security_group (6febcc86-da6d-42f6-bd18-e723986b337b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.162115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7b388d1f-58fb-4999-8b04-771ea832a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (6febcc86-da6d-42f6-bd18-e723986b337b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.212536 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7b388d1f-58fb-4999-8b04-771ea832a9b6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e0dc5e03e7454f0280fca88dc1aa402d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5433216 Oct 27 17:32:04.212536 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b388d1f-58fb-4999-8b04-771ea832a9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febcc86-da6d-42f6-bd18-e723986b337b,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:04.213032 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37402) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:04.297467 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-686f7f32-bd02-4d9e-be76-9302019776d8 admin admin] Publish callbacks [] for security_group (6febcc86-da6d-42f6-bd18-e723986b337b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.329128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-686f7f32-bd02-4d9e-be76-9302019776d8 admin admin] Publish callbacks [] for security_group (6febcc86-da6d-42f6-bd18-e723986b337b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.393611 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:31:57Z', 'revision_number': 4, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '2f9ba23e-480b-4ee1-a227-c2b1039966f8', 'name': '', 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'mac_address': 'fa:16:3e:73:04:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a13111e5-3648-47c7-828d-755c97b68ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:56Z', 'updated_at': '2022-10-27T17:31:57Z', 'revision_number': 2, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'subnets': [{'id': 'a13111e5-3648-47c7-828d-755c97b68ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:04.399577 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-686f7f32-bd02-4d9e-be76-9302019776d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (6febcc86-da6d-42f6-bd18-e723986b337b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.404430 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-686f7f32-bd02-4d9e-be76-9302019776d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.408737 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-686f7f32-bd02-4d9e-be76-9302019776d8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6febcc86-da6d-42f6-bd18-e723986b337b HTTP/1.1" status: 204 len: 168 time: 0.1913435 Oct 27 17:32:04.429017 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Checking router: 28c99eeb-d434-49ce-b78f-2812bb3429ae for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:32:04.429674 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Updating router 28c99eeb-d434-49ce-b78f-2812bb3429ae port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:32:04.430704 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f7f32-bd02-4d9e-be76-9302019776d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febcc86-da6d-42f6-bd18-e723986b337b,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:04.475456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.636673 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:04.666038 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6d663-402f-459e-bfc8-77369e9b52df req-1313c0c7-371e-47a3-ae12-cee6100de53e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:04.668169 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eba6d663-402f-459e-bfc8-77369e9b52df req-1313c0c7-371e-47a3-ae12-cee6100de53e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0717356 Oct 27 17:32:04.792581 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eba6d663-402f-459e-bfc8-77369e9b52df req-6c37ed66-d0a8-4ab7-9163-4bd3b4a92950 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170003 Oct 27 17:32:04.904802 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:04.920895 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Publish callbacks [] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:04.936002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:05.113298 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a919cc1-e6bd-4d65-b654-c0c22e895397 None None] Pushing event updated for resources: {'Port': ['ID=2f9ba23e-480b-4ee1-a227-c2b1039966f8,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:05.122905 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Attempting to bind port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:32:05.123276 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Attempting to bind port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:32:05.123635 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Attempting to bind port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 on network 04663e94-ab0d-4bc3-be81-92489855296f {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:32:05.174836 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:32:05.175209 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Checking segment: {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:32:05.175613 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:05.176027 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Bound using segment: {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:32:05.176500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Bound port: 2f9ba23e-480b-4ee1-a227-c2b1039966f8, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310d328e-aa0f-40e3-871c-7d7ac2f2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:32:05.176893 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:05.255609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] For port 2f9ba23e-480b-4ee1-a227-c2b1039966f8, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:32:05.259540 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] For port 2f9ba23e-480b-4ee1-a227-c2b1039966f8, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=2f9ba23e-480b-4ee1-a227-c2b1039966f8,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:32:05.267679 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:05.333196 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Routers {'28c99eeb-d434-49ce-b78f-2812bb3429ae'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:32:05.333865 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:31:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['28c99eeb-d434-49ce-b78f-2812bb3429ae'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:05.415500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a919cc1-e6bd-4d65-b654-c0c22e895397 None None] Pushing event updated for resources: {'Port': ['ID=2f9ba23e-480b-4ee1-a227-c2b1039966f8,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:05.488903 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] Set router 28c99eeb-d434-49ce-b78f-2812bb3429ae gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:32:05.872086 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:31:57Z', 'revision_number': 4, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '2f9ba23e-480b-4ee1-a227-c2b1039966f8', 'name': '', 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'mac_address': 'fa:16:3e:73:04:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a13111e5-3648-47c7-828d-755c97b68ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:56Z', 'updated_at': '2022-10-27T17:32:05Z', 'revision_number': 4, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'subnets': [{'id': 'a13111e5-3648-47c7-828d-755c97b68ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:05.900113 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcaa11-1e1e-4e17-afb4-145c2aa36e92 None None] The sync data for ids ['28c99eeb-d434-49ce-b78f-2812bb3429ae'] in dv-cinder-862831-1-iscsi is: [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:31:57Z', 'revision_number': 4, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '2f9ba23e-480b-4ee1-a227-c2b1039966f8', 'name': '', 'network_id': '04663e94-ab0d-4bc3-be81-92489855296f', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'mac_address': 'fa:16:3e:73:04:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a13111e5-3648-47c7-828d-755c97b68ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:56Z', 'updated_at': '2022-10-27T17:32:05Z', 'revision_number': 4, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'subnets': [{'id': 'a13111e5-3648-47c7-828d-755c97b68ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:32:05.933487 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608de7a-0ad6-412f-861b-7f786f685419 req-f21edc54-92fc-4e43-983a-165a0b177bdc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:05.935118 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c608de7a-0ad6-412f-861b-7f786f685419 req-f21edc54-92fc-4e43-983a-165a0b177bdc tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0570974 Oct 27 17:32:06.038000 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c608de7a-0ad6-412f-861b-7f786f685419 req-35489619-9ff1-460e-a7ff-267a3a443060 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809841 Oct 27 17:32:06.461074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 2f9ba23e-480b-4ee1-a227-c2b1039966f8 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:32:06.616269 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:06.626813 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:06.627307 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 Oct 27 17:32:06.709378 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:06.834655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:32:06.842056 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:06.896549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 2f9ba23e-480b-4ee1-a227-c2b1039966f8, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=2f9ba23e-480b-4ee1-a227-c2b1039966f8,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:06.900997 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:06.980626 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=2f9ba23e-480b-4ee1-a227-c2b1039966f8,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:07.238925 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5d1-3dbc-4151-a343-30f3cf08e2ef req-6002eaba-6f92-4396-9fe8-a846460faf33 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:07.241542 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-af6bb5d1-3dbc-4151-a343-30f3cf08e2ef req-6002eaba-6f92-4396-9fe8-a846460faf33 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0897737 Oct 27 17:32:07.267419 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:07.335433 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-af6bb5d1-3dbc-4151-a343-30f3cf08e2ef req-4dc5f336-fdac-40f4-88f6-a1ac75a089a5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855031 Oct 27 17:32:08.411092 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 2f9ba23e-480b-4ee1-a227-c2b1039966f8 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:32:08.501650 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:08.523607 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:08.523817 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:08.526402 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 Oct 27 17:32:08.537266 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a678fe-5bf6-4865-b53f-4dfb307f44d3 req-3a5eff88-0b59-4d95-9d5a-45e625ea1b81 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:08.539532 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-12a678fe-5bf6-4865-b53f-4dfb307f44d3 req-3a5eff88-0b59-4d95-9d5a-45e625ea1b81 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0762825 Oct 27 17:32:08.613951 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-12a678fe-5bf6-4865-b53f-4dfb307f44d3 req-bb15334a-6dfe-46f7-8fad-32d6053e7b6b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Oct 27 17:32:08.678960 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:32:09.143912 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5171433-85c9-428b-9f43-0222dc3fca8b req-a0faf82a-0ae1-413a-89f1-055744952cd5 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:09.151143 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5171433-85c9-428b-9f43-0222dc3fca8b req-a0faf82a-0ae1-413a-89f1-055744952cd5 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0550082 Oct 27 17:32:09.178089 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:09.201970 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a5171433-85c9-428b-9f43-0222dc3fca8b req-f0963164-0c5a-42b0-bbd5-bdedcf97dc27 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Oct 27 17:32:09.746297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713cf92-5c1f-4d45-9333-4e30ca60f8ff req-79edd913-6ed0-47a1-94f3-efffc2326ae0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:09.747863 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7713cf92-5c1f-4d45-9333-4e30ca60f8ff req-79edd913-6ed0-47a1-94f3-efffc2326ae0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0514493 Oct 27 17:32:09.803739 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7713cf92-5c1f-4d45-9333-4e30ca60f8ff req-61796e54-b7c9-4d5b-80cd-1595cce8f68d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477691 Oct 27 17:32:10.276582 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37558) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:10.330901 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37562) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:10.377128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faddd12-5a73-4eaf-bff6-d3e5480b5592 req-abfc2ee0-9aa6-406d-a1c6-8a77d65a84c8 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:10.385341 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1faddd12-5a73-4eaf-bff6-d3e5480b5592 req-abfc2ee0-9aa6-406d-a1c6-8a77d65a84c8 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0669653 Oct 27 17:32:10.450638 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1faddd12-5a73-4eaf-bff6-d3e5480b5592 req-93a0c73d-854d-4d7a-ac48-1e82928efcfc tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635779 Oct 27 17:32:10.489397 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd08fe61-d368-4353-a51d-2337e74b61d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.507639 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f232b91c-ecfa-4783-90f4-a8ecff21f0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.590896 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd08fe61-d368-4353-a51d-2337e74b61d2 admin admin] Publish callbacks [] for security_group (913dd89f-388e-4ac3-a2a9-b51220640127), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.597053 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cd08fe61-d368-4353-a51d-2337e74b61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (913dd89f-388e-4ac3-a2a9-b51220640127), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.638182 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f232b91c-ecfa-4783-90f4-a8ecff21f0a8 admin admin] Publish callbacks [] for security_group (d0c6f51d-d2eb-49ba-846f-6fae3c652eea), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.642590 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f232b91c-ecfa-4783-90f4-a8ecff21f0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d0c6f51d-d2eb-49ba-846f-6fae3c652eea), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.658607 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cd08fe61-d368-4353-a51d-2337e74b61d2 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2b221591a4d141c684a497800d76474b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253002 Oct 27 17:32:10.659231 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37566) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:10.696198 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f232b91c-ecfa-4783-90f4-a8ecff21f0a8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=212ef4dda5a447e28522593534e82751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153142 Oct 27 17:32:10.696395 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08fe61-d368-4353-a51d-2337e74b61d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913dd89f-388e-4ac3-a2a9-b51220640127,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:10.696489 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232b91c-ecfa-4783-90f4-a8ecff21f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6f51d-d2eb-49ba-846f-6fae3c652eea,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:10.696700 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:10.697030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37568) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:10.716278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edf6d49c-b844-4c7f-9a9a-fbca6357146d admin admin] Publish callbacks [] for security_group (913dd89f-388e-4ac3-a2a9-b51220640127), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.738781 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edf6d49c-b844-4c7f-9a9a-fbca6357146d admin admin] Publish callbacks [] for security_group (913dd89f-388e-4ac3-a2a9-b51220640127), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.760060 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b7dfad5e-c523-4d09-9475-6a4930da6278 admin admin] Publish callbacks [] for security_group (d0c6f51d-d2eb-49ba-846f-6fae3c652eea), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.785072 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b7dfad5e-c523-4d09-9475-6a4930da6278 admin admin] Publish callbacks [] for security_group (d0c6f51d-d2eb-49ba-846f-6fae3c652eea), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.804479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edf6d49c-b844-4c7f-9a9a-fbca6357146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (913dd89f-388e-4ac3-a2a9-b51220640127), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.807368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edf6d49c-b844-4c7f-9a9a-fbca6357146d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.811500 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-edf6d49c-b844-4c7f-9a9a-fbca6357146d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/913dd89f-388e-4ac3-a2a9-b51220640127 HTTP/1.1" status: 204 len: 168 time: 0.1510003 Oct 27 17:32:10.823254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6d49c-b844-4c7f-9a9a-fbca6357146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913dd89f-388e-4ac3-a2a9-b51220640127,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:10.872190 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b7dfad5e-c523-4d09-9475-6a4930da6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d0c6f51d-d2eb-49ba-846f-6fae3c652eea), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.873481 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b7dfad5e-c523-4d09-9475-6a4930da6278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:10.874685 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b7dfad5e-c523-4d09-9475-6a4930da6278 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d0c6f51d-d2eb-49ba-846f-6fae3c652eea HTTP/1.1" status: 204 len: 168 time: 0.1765158 Oct 27 17:32:10.885222 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfad5e-c523-4d09-9475-6a4930da6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6f51d-d2eb-49ba-846f-6fae3c652eea,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:11.018858 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d392-65ab-4f66-9973-51e2bf5ad87a req-27018488-79cd-46b7-9d12-63e47b1f9257 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:11.020489 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1f16d392-65ab-4f66-9973-51e2bf5ad87a req-27018488-79cd-46b7-9d12-63e47b1f9257 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0694602 Oct 27 17:32:11.101185 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1f16d392-65ab-4f66-9973-51e2bf5ad87a req-a72c893f-6623-495d-b705-e8952d0e2051 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737815 Oct 27 17:32:11.201359 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-daef66c5-52bb-49b4-a0cc-1239f5352e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.384434 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37588) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:11.408818 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7dbeabba-d716-451d-87b8-4ee1a2b59611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.542208 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7dbeabba-d716-451d-87b8-4ee1a2b59611 admin admin] Publish callbacks [] for security_group (557dded8-3456-40e3-908c-63a3d938de02), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.547066 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7dbeabba-d716-451d-87b8-4ee1a2b59611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (557dded8-3456-40e3-908c-63a3d938de02), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.588423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeabba-d716-451d-87b8-4ee1a2b59611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557dded8-3456-40e3-908c-63a3d938de02,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:11.599647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37594) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:11.600730 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7dbeabba-d716-451d-87b8-4ee1a2b59611 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ddf8ab713a2142fbb3498c09f4bfe806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140639 Oct 27 17:32:11.608691 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:11.649382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f6327-4cc7-4cac-8ea0-bc598fe741aa req-aa5a5e8d-a363-4ed4-b2e0-0d773367227d tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:11.656497 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-327f6327-4cc7-4cac-8ea0-bc598fe741aa req-aa5a5e8d-a363-4ed4-b2e0-0d773367227d tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0900075 Oct 27 17:32:11.699660 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c51e-7106-4ed6-a232-df6c41045c4a admin admin] Publish callbacks [] for security_group (557dded8-3456-40e3-908c-63a3d938de02), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.737449 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c51e-7106-4ed6-a232-df6c41045c4a admin admin] Publish callbacks [] for security_group (557dded8-3456-40e3-908c-63a3d938de02), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.748079 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-327f6327-4cc7-4cac-8ea0-bc598fe741aa req-a692e0d3-0527-4c4b-8e18-c720371316b8 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0a587178-e0fc-4705-ad14-90da12238c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899131 Oct 27 17:32:11.814987 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c51e-7106-4ed6-a232-df6c41045c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (557dded8-3456-40e3-908c-63a3d938de02), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.818325 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cf2c51e-7106-4ed6-a232-df6c41045c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:11.819939 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3cf2c51e-7106-4ed6-a232-df6c41045c4a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/557dded8-3456-40e3-908c-63a3d938de02 HTTP/1.1" status: 204 len: 168 time: 0.2195826 Oct 27 17:32:11.830677 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2c51e-7106-4ed6-a232-df6c41045c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557dded8-3456-40e3-908c-63a3d938de02,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:12.006901 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-f4760a96-9a79-4ed1-b694-d1f00ea1183e tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:12.009448 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-f4760a96-9a79-4ed1-b694-d1f00ea1183e tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 946 time: 0.0714917 Oct 27 17:32:12.197529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:12.235078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Deleting port dd5472a4-a592-4461-977c-b241c99f30b9 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:32:12.235078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:12.370378 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2200c7-8175-4ec6-ba7c-ce65b4526045 req-41876d80-0c86-4dd4-b89d-4cf1b370aac0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:12.372053 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d2200c7-8175-4ec6-ba7c-ce65b4526045 req-41876d80-0c86-4dd4-b89d-4cf1b370aac0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1124136 Oct 27 17:32:12.423247 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] For port dd5472a4-a592-4461-977c-b241c99f30b9, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=dd5472a4-a592-4461-977c-b241c99f30b9,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:12.423623 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:12.453480 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Calling delete_port for dd5472a4-a592-4461-977c-b241c99f30b9 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:32:12.507751 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1d2200c7-8175-4ec6-ba7c-ce65b4526045 req-d6410a67-0639-4c1f-8d93-964523180357 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248717 Oct 27 17:32:12.672191 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:32:12.716190 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (dd5472a4-a592-4461-977c-b241c99f30b9), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:12.760468 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Pushing event deleted for resources: {'Port': ['ID=dd5472a4-a592-4461-977c-b241c99f30b9,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:12.848419 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:12.878151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] No DVR routers for this DVR port dd5472a4-a592-4461-977c-b241c99f30b9 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:32:12.896032 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:12.899351 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d1aa4974-5bcb-48a7-b65b-0a824941e72e req-dba91520-8574-453b-8a3d-5eb3cfd3b07f tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.40 "DELETE /networking/v2.0/ports/dd5472a4-a592-4461-977c-b241c99f30b9 HTTP/1.1" status: 204 len: 173 time: 0.8571129 Oct 27 17:32:12.927196 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'name': 'network-vif-deleted', 'tag': 'dd5472a4-a592-4461-977c-b241c99f30b9'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:32:12.935084 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096288df-21f0-441b-b8ca-bd2fa070756e" -d '{"events": [{"server_uuid": "7a6f4324-0826-4b60-b1b5-a7d00c63cdec", "name": "network-vif-deleted", "tag": "dd5472a4-a592-4461-977c-b241c99f30b9"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:32:12.947608 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e8fe8781-97bc-4b9f-8594-a9a2d0a3c298 req-f794fb29-5130-492b-9364-e69b7b7ad66c tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 210 time: 0.0627141 Oct 27 17:32:13.078350 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-98b922e1-01be-43bb-8b23-2bd70975163a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:13.079984 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-98b922e1-01be-43bb-8b23-2bd70975163a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 814 time: 0.2532337 Oct 27 17:32:13.099868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b5f59-de9b-43c3-943e-dc6f23eddab0 x-openstack-request-id: req-f61b5f59-de9b-43c3-943e-dc6f23eddab0 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:32:13.100182 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f4324-0826-4b60-b1b5-a7d00c63cdec", "name": "network-vif-deleted", "tag": "dd5472a4-a592-4461-977c-b241c99f30b9", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:32:13.100436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f61b5f59-de9b-43c3-943e-dc6f23eddab0 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:32:13.100830 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61b5f59-de9b-43c3-943e-dc6f23eddab0'] response: {'server_uuid': '7a6f4324-0826-4b60-b1b5-a7d00c63cdec', 'name': 'network-vif-deleted', 'tag': 'dd5472a4-a592-4461-977c-b241c99f30b9', 'status': 'completed', 'code': 200} Oct 27 17:32:13.103614 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-d8815b73-e9b2-4380-8ca8-090244baa257 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/quotas/9dcd831cfdd74db99f8e0b07b84f41d7 HTTP/1.1" status: 200 len: 375 time: 0.0166390 Oct 27 17:32:13.155572 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-0f8ad720-ece8-4332-9d95-75caf4c7ae0a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457227 Oct 27 17:32:13.258010 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-70008205-564b-4f16-8c83-79cc5f2c765b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892680 Oct 27 17:32:13.357604 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-ff71b382-3d04-4bed-940e-ecf15e4e805b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937212 Oct 27 17:32:13.559879 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-558e1f69-2992-4212-8671-4c8337e63cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:13.611408 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bc747979-8a73-41af-9ca6-dcc88f9d310e req-c2c27dec-f58f-453b-ba64-d5c961e8e4ee tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 210 time: 0.0449495 Oct 27 17:32:13.734645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159a28-8a45-44f5-b54b-e68970ba8d46 req-e4701565-fdf1-482e-9fd7-7a95f30fb5dd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:13.738229 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a4159a28-8a45-44f5-b54b-e68970ba8d46 req-e4701565-fdf1-482e-9fd7-7a95f30fb5dd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0971828 Oct 27 17:32:13.791735 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:13.822827 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a4159a28-8a45-44f5-b54b-e68970ba8d46 req-b28f7910-7722-4301-9d12-9342fd924d3d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788598 Oct 27 17:32:14.096299 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1c7a908a-d1d2-468a-a85a-f5c6b91f7863 req-9ca0b972-0f18-4de9-85fd-ae5b9a52f756 tempest-DeleteServersTestJSON-133966621 tempest-DeleteServersTestJSON-133966621-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a6f4324-0826-4b60-b1b5-a7d00c63cdec HTTP/1.1" status: 200 len: 210 time: 0.0387621 Oct 27 17:32:14.651447 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device dd5472a4-a592-4461-977c-b241c99f30b9 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:32:14.677282 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: dd5472a4-a592-4461-977c-b241c99f30b9 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:32:14.677628 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device dd5472a4-a592-4461-977c-b241c99f30b9 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:32:14.721599 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6f42dc6-0203-43c0-8970-33747e459104 req-67552552-6545-4d2f-b7da-2c05b98d92bb tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 210 time: 0.0316253 Oct 27 17:32:14.729353 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:14.956517 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73d932-e1c3-428e-a861-327e1ae9be88 req-9e5646cb-7ca5-4b8b-91f0-b3729b048a9a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:14.958237 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4c73d932-e1c3-428e-a861-327e1ae9be88 req-9e5646cb-7ca5-4b8b-91f0-b3729b048a9a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0458364 Oct 27 17:32:14.970897 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:15.009533 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4c73d932-e1c3-428e-a861-327e1ae9be88 req-cf90bff3-fc04-493a-ba77-9378f2e909ca tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Oct 27 17:32:15.517467 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-57b3feb6-546d-48a3-bf3d-ffcc9bbf985f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:15.519017 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-57b3feb6-546d-48a3-bf3d-ffcc9bbf985f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 814 time: 0.1158185 Oct 27 17:32:15.550229 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'port': {'device_id': '95000566-a99d-4dc8-b509-bc86de3e8743', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'admin_state_up': True, 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:32:15.661638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Made reservation on behalf of 9dcd831cfdd74db99f8e0b07b84f41d7 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:32:15.665270 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:15.797594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Allocated IP 172.20.0.10 (30480d51-001d-414c-aae8-f3bdce76bc80/2acf9244-65ef-498c-a318-9ddb8ff9fe08/e5243648-b4fa-47b1-96eb-9bf82da1c364) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:32:15.838872 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7e55453a-6c2b-4835-9c7a-47d0dcaefae4 req-8f34dc56-0dd6-420a-a61e-f1350fc342fc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Oct 27 17:32:15.976785 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:15.979157 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:16.011179 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.056908 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Network 30480d51-001d-414c-aae8-f3bdce76bc80 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:32:16.060070 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:32:16.066689 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:32:16.104840 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:16.119118 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.119562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.120017 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.120368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.120701 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.121035 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.121369 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.121701 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.122033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.122361 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.122693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.123023 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.123349 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.123675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.124030 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:16.136961 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:16.137185 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:16.138101 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.152622 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b83aad-744e-4d58-985f-c266ecb5e70e req-613522a0-f28a-417e-a942-aa4c37029610 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:16.157839 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-708eb8e6-13e3-428a-a355-425058b082bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6114578 Oct 27 17:32:16.163637 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38b83aad-744e-4d58-985f-c266ecb5e70e req-613522a0-f28a-417e-a942-aa4c37029610 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0728288 Oct 27 17:32:16.194538 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Request body: {'port': {'device_id': '95000566-a99d-4dc8-b509-bc86de3e8743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:32:16.208699 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.236606 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38b83aad-744e-4d58-985f-c266ecb5e70e req-aceb12d1-99aa-48fa-85b5-42582c344b6c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714254 Oct 27 17:32:16.276774 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.288961 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:16.484324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-366cec34-fde6-4063-8562-c39a6a2282c1 None None] Provisioning complete for port e5243648-b4fa-47b1-96eb-9bf82da1c364 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:16.484726 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-366cec34-fde6-4063-8562-c39a6a2282c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.485060 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-366cec34-fde6-4063-8562-c39a6a2282c1 None None] Attempt 1 to provision port e5243648-b4fa-47b1-96eb-9bf82da1c364 Oct 27 17:32:16.520585 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-366cec34-fde6-4063-8562-c39a6a2282c1 None None] Port e5243648-b4fa-47b1-96eb-9bf82da1c364 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:32:16.608649 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37832) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:16.795738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5243648-b4fa-47b1-96eb-9bf82da1c364 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:32:16.804752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Publish callbacks [] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.817847 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Transition to ACTIVE for port object e5243648-b4fa-47b1-96eb-9bf82da1c364 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:32:16.821650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.866227 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:16.885319 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:16.962712 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Attempting to bind port e5243648-b4fa-47b1-96eb-9bf82da1c364 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:32:16.963058 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Attempting to bind port e5243648-b4fa-47b1-96eb-9bf82da1c364 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:32:16.963368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Attempting to bind port e5243648-b4fa-47b1-96eb-9bf82da1c364 on network 30480d51-001d-414c-aae8-f3bdce76bc80 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:32:17.000675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161ba0-45fb-4a49-ba25-340364e0a48d req-754b84e0-40a1-40a4-a60b-aa7d20c8ced7 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.002173 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8f161ba0-45fb-4a49-ba25-340364e0a48d req-754b84e0-40a1-40a4-a60b-aa7d20c8ced7 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0760744 Oct 27 17:32:17.027914 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (de36300d-790a-455e-a802-231244352a30), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.044928 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Port e5243648-b4fa-47b1-96eb-9bf82da1c364 on network 30480d51-001d-414c-aae8-f3bdce76bc80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:32:17.045259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Attempting to bind port e5243648-b4fa-47b1-96eb-9bf82da1c364 on network 30480d51-001d-414c-aae8-f3bdce76bc80 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:32:17.088885 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8f161ba0-45fb-4a49-ba25-340364e0a48d req-0dac6544-23da-4216-88f4-1d5b67887406 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794806 Oct 27 17:32:17.111211 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:32:17.111872 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Checking segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:32:17.112476 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Bound using segment: {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:32:17.113254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Bound port: e5243648-b4fa-47b1-96eb-9bf82da1c364, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:32:17.113587 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.116934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:17.181228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:32:17.184404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:32:17.191290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.198103 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.198749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.200209 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 1094 time: 1.0115495 Oct 27 17:32:17.200722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:32:17.203006 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e99d82-805d-45d0-bd60-77ab7449ef5b" -d '{"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:32:17.262951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999d3db-56ee-4f86-9a05-5e38d7e4b512 service neutron] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:17.274012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fc4f6-776a-46fc-b3f3-717a26259480 x-openstack-request-id: req-977fc4f6-776a-46fc-b3f3-717a26259480 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:32:17.274308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:32:17.274617 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-977fc4f6-776a-46fc-b3f3-717a26259480 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:32:17.275449 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977fc4f6-776a-46fc-b3f3-717a26259480'] response: {'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'status': 'completed', 'code': 200} Oct 27 17:32:17.329968 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Deleting port f89d5b9a-20c0-4946-a617-d0e69a7f4361 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:32:17.330976 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.377212 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-7d2ff26c-f4cd-42bb-88a3-9c18c178efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.378741 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-7d2ff26c-f4cd-42bb-88a3-9c18c178efea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1128 time: 0.0738449 Oct 27 17:32:17.389843 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940a612-32c8-4b9b-b737-a79cb726d5ba req-b8cc06a8-c292-400b-88d5-c1b4d3d60ed1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.391957 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0940a612-32c8-4b9b-b737-a79cb726d5ba req-b8cc06a8-c292-400b-88d5-c1b4d3d60ed1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0757220 Oct 27 17:32:17.434330 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-3d1c0afe-e30e-4f6f-b3d1-121da616b008 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 217 time: 0.0390928 Oct 27 17:32:17.514974 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0940a612-32c8-4b9b-b737-a79cb726d5ba req-8b40967d-3f43-456f-80ca-4dfcf1cfe7da tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126029 Oct 27 17:32:17.517333 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-cea4ec1a-3205-4eed-abfa-06a2b4d05254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.518688 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-cea4ec1a-3205-4eed-abfa-06a2b4d05254 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.0745373 Oct 27 17:32:17.559354 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:17.569192 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-ce334fa2-c3b0-4b11-b82d-06a5c0c0baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.570730 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-ce334fa2-c3b0-4b11-b82d-06a5c0c0baf7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436735 Oct 27 17:32:17.601937 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:17.621775 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] For port f89d5b9a-20c0-4946-a617-d0e69a7f4361, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f89d5b9a-20c0-4946-a617-d0e69a7f4361,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:17.622139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.635528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Calling delete_port for f89d5b9a-20c0-4946-a617-d0e69a7f4361 owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:32:17.664415 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-965dd833-839d-44e1-975e-544561bde648 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865545 Oct 27 17:32:17.767800 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b3b4b81-bf21-4c6d-86e3-1298e5e2368e req-c9446f01-9047-4501-82ed-25b15f4af613 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903044 Oct 27 17:32:17.779367 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:17.854756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (f89d5b9a-20c0-4946-a617-d0e69a7f4361), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:17.881595 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89d5b9a-20c0-4946-a617-d0e69a7f4361,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:17.888710 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-157fd9d5-0a47-42e0-b254-69e2a02a119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:17.890315 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-157fd9d5-0a47-42e0-b254-69e2a02a119e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1128 time: 0.0422790 Oct 27 17:32:17.912326 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.912680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.913026 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.913379 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.913723 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.914034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.914364 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.914707 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.915018 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.915345 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.915680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.916068 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.916409 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.916806 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:17.917056 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:18.019440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-0c2d4c7d-a22c-46e7-a458-07e40a66a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:18.020986 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-0c2d4c7d-a22c-46e7-a458-07e40a66a441 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 915 time: 0.1240079 Oct 27 17:32:18.030463 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (de36300d-790a-455e-a802-231244352a30), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:18.073870 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-dd9d8061-7e93-40f1-b318-1be56a399af2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 217 time: 0.0447214 Oct 27 17:32:18.101442 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320965f-6363-43ed-b007-48dada5497f6 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:32:18.136334 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-6c8c7dba-6449-4162-9f7d-6660db396295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:18.139108 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-6c8c7dba-6449-4162-9f7d-6660db396295 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.0571446 Oct 27 17:32:18.193638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-6a2c7f78-43a6-4100-9fe8-bfc363269bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:18.195225 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-6a2c7f78-43a6-4100-9fe8-bfc363269bb4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487587 Oct 27 17:32:18.259030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9255-7597-4c5d-8306-f2ab55189bab req-bb37280d-c084-4114-adb8-50704392a4bf tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:18.260550 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18ad9255-7597-4c5d-8306-f2ab55189bab req-bb37280d-c084-4114-adb8-50704392a4bf tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0630624 Oct 27 17:32:18.269957 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320965f-6363-43ed-b007-48dada5497f6 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:32:18.296744 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-ece0b04c-5428-492d-92e2-a4bc4a7d26fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936654 Oct 27 17:32:18.352356 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Router de36300d-790a-455e-a802-231244352a30 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:32:18.389894 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18ad9255-7597-4c5d-8306-f2ab55189bab req-180adb78-0ca6-4a78-aed3-3e5900fe4f33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000991 Oct 27 17:32:18.433546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:18.450860 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e99d82-805d-45d0-bd60-77ab7449ef5b req-ce81bf12-9db7-4f54-ac06-6f52002d1c4a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441815 Oct 27 17:32:18.520392 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:32:18.528654 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5eddb8bc-9d99-4f97-9d44-98b13179c930 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/de36300d-790a-455e-a802-231244352a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9155815 Oct 27 17:32:18.528654 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37854) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:18.530555 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] Sync routers for ids ['de36300d-790a-455e-a802-231244352a30'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:32:18.542912 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] Routers {'de36300d-790a-455e-a802-231244352a30'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:32:18.543683 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:32:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['de36300d-790a-455e-a802-231244352a30'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:18.627823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:18.653885 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks [] for router (de36300d-790a-455e-a802-231244352a30), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:18.679516 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] Set router de36300d-790a-455e-a802-231244352a30 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:32:18.684462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d69f1-ad61-4382-a161-5c68565ab5b9 req-d39d7e0e-a014-40d0-a037-7c7e07fd3e8b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:18.695108 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-341d69f1-ad61-4382-a161-5c68565ab5b9 req-d39d7e0e-a014-40d0-a037-7c7e07fd3e8b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0655503 Oct 27 17:32:18.759511 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-341d69f1-ad61-4382-a161-5c68565ab5b9 req-8e008e6e-cf3f-464d-bb4f-f493638e0e29 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633919 Oct 27 17:32:18.778373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks [] for router_gateway (de36300d-790a-455e-a802-231244352a30), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:18.833542 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Deleting port ac46ace6-4e9b-406a-b7d7-046a725b85e6 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:32:18.833898 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:18.886075 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:32:17Z', 'revision_number': 5, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port': {'id': 'ac46ace6-4e9b-406a-b7d7-046a725b85e6', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:38:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de36300d-790a-455e-a802-231244352a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:18.896655 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:18.912015 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] Checking router: de36300d-790a-455e-a802-231244352a30 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:32:18.921366 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] Routers {'de36300d-790a-455e-a802-231244352a30'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:32:18.922241 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:32:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['de36300d-790a-455e-a802-231244352a30'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:18.928972 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] For port ac46ace6-4e9b-406a-b7d7-046a725b85e6, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=ac46ace6-4e9b-406a-b7d7-046a725b85e6,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:18.929353 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:18.942664 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Calling delete_port for ac46ace6-4e9b-406a-b7d7-046a725b85e6 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:32:19.011243 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] Set router de36300d-790a-455e-a802-231244352a30 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:32:19.069967 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:32:18Z', 'revision_number': 6, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:19.104311 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7224d-8622-46d9-acc3-413cd5836518 None None] The sync data for ids ['de36300d-790a-455e-a802-231244352a30'] in dv-cinder-862831-1-iscsi is: [{'id': 'de36300d-790a-455e-a802-231244352a30', 'name': 'tempest-DeleteServersTestJSON-629303486-router', 'tenant_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:32:18Z', 'revision_number': 6, 'project_id': '32e47ddf4f9e4e6cb6ed56253f708fac', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:32:19.150480 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (ac46ace6-4e9b-406a-b7d7-046a725b85e6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.184404 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac46ace6-4e9b-406a-b7d7-046a725b85e6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:19.201387 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (de36300d-790a-455e-a802-231244352a30), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.265917 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-4db945be-602d-43cf-839d-5ccf6eb9ed04 None None] Provisioning complete for port 3933111c-bc55-45da-9414-c5c388ee9e77 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:32:19.267026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4db945be-602d-43cf-839d-5ccf6eb9ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.267146 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-4db945be-602d-43cf-839d-5ccf6eb9ed04 None None] Attempt 1 to provision port 3933111c-bc55-45da-9414-c5c388ee9e77 Oct 27 17:32:19.302926 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (de36300d-790a-455e-a802-231244352a30), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.305098 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks [] for router_controller (de36300d-790a-455e-a802-231244352a30), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.343257 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4db945be-602d-43cf-839d-5ccf6eb9ed04 None None] Current status of the port 3933111c-bc55-45da-9414-c5c388ee9e77 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:32:19.369841 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (de36300d-790a-455e-a802-231244352a30), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.370496 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de36300d-790a-455e-a802-231244352a30 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:32:19.375075 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.376797 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-be83442d-7b2e-47a7-91b3-cfdfa4d77700 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/de36300d-790a-455e-a802-231244352a30 HTTP/1.1" status: 204 len: 168 time: 0.8479719 Oct 27 17:32:19.379359 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37860) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:19.428181 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Deleting subnet c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:32:19.433108 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Publish callbacks [] for subnet (c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.484394 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Publish callbacks [] for subnet (c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.599217 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fd3cf-1dcd-46ce-9061-c4b1775e6f62 req-85408d9d-f394-45d5-ad06-8528ebeae182 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:19.600727 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-440fd3cf-1dcd-46ce-9061-c4b1775e6f62 req-85408d9d-f394-45d5-ad06-8528ebeae182 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.1134713 Oct 27 17:32:19.605220 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.663207 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:19.690764 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-440fd3cf-1dcd-46ce-9061-c4b1775e6f62 req-46afa075-a232-4bb3-b42d-e2bd09bd9a85 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828042 Oct 27 17:32:19.696057 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for subnet (c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.726146 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:19.728116 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.731521 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-29540f00-e15d-43be-8fb5-d4e3e3b26a1d admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c8e6fb4c-0f63-46d3-84a2-b4dcf52cd5d6 HTTP/1.1" status: 204 len: 168 time: 0.3509769 Oct 27 17:32:19.734157 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 37866) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:19.736616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d9448-ccba-4347-9ccc-a7daaf13766f None None] Network d4997daf-43a9-4912-bbef-3879a78a2a93 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:32:19.806829 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (d4997daf-43a9-4912-bbef-3879a78a2a93), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.821025 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:19.857508 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Deleting port 3933111c-bc55-45da-9414-c5c388ee9e77 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:32:19.857878 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.901023 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a304d-2914-4940-b0ba-00a10b120ce7 req-3db6a779-8c71-40fe-b79d-765037ea7ece tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:19.902547 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b98a304d-2914-4940-b0ba-00a10b120ce7 req-3db6a779-8c71-40fe-b79d-765037ea7ece tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0572529 Oct 27 17:32:19.915350 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] DHCP port deletion for d4997daf-43a9-4912-bbef-3879a78a2a93 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:32:19.939593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] For port 3933111c-bc55-45da-9414-c5c388ee9e77, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=3933111c-bc55-45da-9414-c5c388ee9e77,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:19.939593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.954405 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Calling delete_port for 3933111c-bc55-45da-9414-c5c388ee9e77 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:32:19.962944 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Deleting port 3933111c-bc55-45da-9414-c5c388ee9e77 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:32:19.963350 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:19.963508 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:19.976872 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b98a304d-2914-4940-b0ba-00a10b120ce7 req-d8de3d3c-6ce4-4abf-a536-49c8692a1fcb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661211 Oct 27 17:32:20.034522 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] For port 3933111c-bc55-45da-9414-c5c388ee9e77, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=3933111c-bc55-45da-9414-c5c388ee9e77,segment=NetworkSegment(a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b),segment_id=a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:32:20.034926 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.051045 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.051611 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:20.053136 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Calling delete_port for 3933111c-bc55-45da-9414-c5c388ee9e77 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:32:20.080780 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Pushing event deleted for resources: {'Port': ['ID=3933111c-bc55-45da-9414-c5c388ee9e77,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:20.084253 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] No DVR routers for this DVR port 3933111c-bc55-45da-9414-c5c388ee9e77 on host dv-cinder-862831-1-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:32:20.159692 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (d4997daf-43a9-4912-bbef-3879a78a2a93), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.175809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (3933111c-bc55-45da-9414-c5c388ee9e77), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.194034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.194567 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.195487 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.195925 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > port after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.196345 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.196790 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.197232 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.197632 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.199955 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.200286 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.209208 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Pushing event deleted for resources: {'Port': ['ID=3933111c-bc55-45da-9414-c5c388ee9e77,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:20.213898 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] No DVR routers for this DVR port 3933111c-bc55-45da-9414-c5c388ee9e77 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:32:20.219616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.220005 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.220341 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.220689 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.221020 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.221342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.221662 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.221982 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.222298 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.222611 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.222958 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.223282 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.223598 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.223978 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.224257 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba8e0f-c8b6-4bff-b7bc-59f8023587ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:32:20.279141 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.279514 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.279930 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.280264 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 17:32:20.280718 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4997daf-43a9-4912-bbef-3879a78a2a93']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:20.317822 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:20.318100 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:32:20.336580 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.358030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.369055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f89d5b9a-20c0-4946-a617-d0e69a7f4361 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:32:20.370718 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:32:20.371593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.390800 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: f89d5b9a-20c0-4946-a617-d0e69a7f4361 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:32:20.391228 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f89d5b9a-20c0-4946-a617-d0e69a7f4361 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:32:20.392178 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ac46ace6-4e9b-406a-b7d7-046a725b85e6 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:32:20.412451 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: ac46ace6-4e9b-406a-b7d7-046a725b85e6 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:32:20.412805 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ac46ace6-4e9b-406a-b7d7-046a725b85e6 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:32:20.415847 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 3933111c-bc55-45da-9414-c5c388ee9e77 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:32:20.434208 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 3933111c-bc55-45da-9414-c5c388ee9e77 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:32:20.434695 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 3933111c-bc55-45da-9414-c5c388ee9e77 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:32:20.445289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (d4997daf-43a9-4912-bbef-3879a78a2a93), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.453400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.457343 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/d4997daf-43a9-4912-bbef-3879a78a2a93 HTTP/1.1" status: 204 len: 168 time: 0.7222617 Oct 27 17:32:20.473541 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e076d-9ff3-4d6c-8dcd-5cec87ae0915 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4997daf-43a9-4912-bbef-3879a78a2a93,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:20.606365 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b resource provider aggregate not found Oct 27 17:32:20.636613 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d4f8ec-34ad-49af-b6fd-adb6f9a78a0b found for delete ", "request_id": "req-a106bec8-17e7-4442-b06a-3d9f27b06567"}]} Oct 27 17:32:20.701962 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37888) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:20.743930 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5d7d73aa-9a8b-4614-b6ab-2f812fae82fc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=32e47ddf4f9e4e6cb6ed56253f708fac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407796 Oct 27 17:32:20.746556 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 37892) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:20.802904 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15bd5396-1bec-4e4d-9af3-013acbcc6897 admin admin] Publish callbacks [] for security_group (0a587178-e0fc-4705-ad14-90da12238c25), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.815456 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:20.826066 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15bd5396-1bec-4e4d-9af3-013acbcc6897 admin admin] Publish callbacks [] for security_group (0a587178-e0fc-4705-ad14-90da12238c25), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.878257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15bd5396-1bec-4e4d-9af3-013acbcc6897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0a587178-e0fc-4705-ad14-90da12238c25), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.881233 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15bd5396-1bec-4e4d-9af3-013acbcc6897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:20.884954 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-15bd5396-1bec-4e4d-9af3-013acbcc6897 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0a587178-e0fc-4705-ad14-90da12238c25 HTTP/1.1" status: 204 len: 168 time: 0.1349039 Oct 27 17:32:20.892569 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5396-1bec-4e4d-9af3-013acbcc6897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a587178-e0fc-4705-ad14-90da12238c25,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:21.036021 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d4e3c-3d5d-4af6-839a-829bbec96ba7 req-4fc32885-e986-4678-bf11-3baf40f4dac8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:21.037715 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8a6d4e3c-3d5d-4af6-839a-829bbec96ba7 req-4fc32885-e986-4678-bf11-3baf40f4dac8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.2700353 Oct 27 17:32:21.091422 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8a6d4e3c-3d5d-4af6-839a-829bbec96ba7 req-195d7368-76d4-4133-94ba-09c1f8af8daf tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466430 Oct 27 17:32:21.108843 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f55a7-1977-495d-8d76-dec037f3ad94 req-164367ed-782c-4e56-a4bf-d49064ae21b1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:21.110676 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e9f55a7-1977-495d-8d76-dec037f3ad94 req-164367ed-782c-4e56-a4bf-d49064ae21b1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0520046 Oct 27 17:32:21.164547 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e9f55a7-1977-495d-8d76-dec037f3ad94 req-287a7da6-fe59-4f22-b2c3-9ffb94644792 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Oct 27 17:32:21.266046 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-c34fba30-142e-46e1-b38d-28e23467d05c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471425 Oct 27 17:32:21.348777 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-a9d3c3a0-55c0-4c22-b374-938c477a5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:21.350312 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-a9d3c3a0-55c0-4c22-b374-938c477a5a5a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1129 time: 0.0424445 Oct 27 17:32:21.473334 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-c1a51413-841c-41e5-aa77-9ccf1e772990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:21.474835 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-c1a51413-841c-41e5-aa77-9ccf1e772990 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0938785 Oct 27 17:32:21.514425 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-6c49fd9a-3df9-4be5-98a6-8fa9aaa14c77 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 217 time: 0.0335369 Oct 27 17:32:21.572533 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-74a03a5b-fe07-4846-ae6e-cf3a8d4cdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:21.577482 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-74a03a5b-fe07-4846-ae6e-cf3a8d4cdef3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0534692 Oct 27 17:32:21.627568 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-071d3406-4b16-4b3d-b9ed-ad8a04dd2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:21.629148 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-071d3406-4b16-4b3d-b9ed-ad8a04dd2346 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475667 Oct 27 17:32:21.726443 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-d7d3f9cd-98c2-462d-8db2-cf8c49e0ed34 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903416 Oct 27 17:32:21.824110 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-178c2f34-c1f5-43f9-897c-f140c9514503 req-83376652-dcd6-49d7-b369-69cfd5bc650c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Oct 27 17:32:22.217621 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862eb11-2041-4994-ac0b-c4a45624323d req-b62fe1fa-d9e9-47cf-9a98-ac2e206b2b3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:22.219764 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c862eb11-2041-4994-ac0b-c4a45624323d req-b62fe1fa-d9e9-47cf-9a98-ac2e206b2b3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0497262 Oct 27 17:32:22.312145 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c862eb11-2041-4994-ac0b-c4a45624323d req-4adacf01-661e-48cc-a37c-c2dadbe3effc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830865 Oct 27 17:32:22.328082 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159bdd6-f478-4d68-a5b5-9e51471c6571 req-fc53e186-6c28-463b-93f5-1a1a9cb2bf15 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:22.334052 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a159bdd6-f478-4d68-a5b5-9e51471c6571 req-fc53e186-6c28-463b-93f5-1a1a9cb2bf15 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0824251 Oct 27 17:32:22.379296 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:22.387959 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a159bdd6-f478-4d68-a5b5-9e51471c6571 req-62d7a808-b381-4f6a-8111-573b9170d3fb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Oct 27 17:32:23.447017 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d44359-2bf7-4704-b52e-873fb829b73c req-2349e0b4-dfc9-42c0-8a59-2b1a156f09a5 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:23.448605 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-74d44359-2bf7-4704-b52e-873fb829b73c req-2349e0b4-dfc9-42c0-8a59-2b1a156f09a5 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0500867 Oct 27 17:32:23.499128 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-74d44359-2bf7-4704-b52e-873fb829b73c req-54ece5b9-7444-43a7-aad3-f65caf6583d5 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Oct 27 17:32:23.518075 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3499-65c3-4b19-93ac-01ffac14a7d6 req-5bd23ec1-7ba8-4f0d-94fb-23effb459914 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:23.519573 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-027e3499-65c3-4b19-93ac-01ffac14a7d6 req-5bd23ec1-7ba8-4f0d-94fb-23effb459914 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0473268 Oct 27 17:32:23.573509 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-027e3499-65c3-4b19-93ac-01ffac14a7d6 req-c26c30ce-0c3d-4f01-a011-08b49897a975 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483289 Oct 27 17:32:24.620495 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b5a36-d3fb-4d23-a06b-fe6cd0c96ee9 req-b9120dd8-f610-433c-9f22-2381f51f934f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:24.622058 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-684b5a36-d3fb-4d23-a06b-fe6cd0c96ee9 req-b9120dd8-f610-433c-9f22-2381f51f934f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0455892 Oct 27 17:32:24.655101 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:24.676025 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-684b5a36-d3fb-4d23-a06b-fe6cd0c96ee9 req-edf9dbde-7d20-48ca-82cb-84bbf40a503b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Oct 27 17:32:24.699096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262108-1b7d-462a-bab4-061db4bed876 req-21d39131-0168-49ac-8315-d37290b4b96c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:24.700616 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e4262108-1b7d-462a-bab4-061db4bed876 req-21d39131-0168-49ac-8315-d37290b4b96c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Oct 27 17:32:24.748876 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e4262108-1b7d-462a-bab4-061db4bed876 req-31e4ff88-b0f1-4840-8827-7a262616bba4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Oct 27 17:32:25.800475 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39865f-06f0-4b6f-a43c-d208f3d65c18 req-5c44eeba-6e28-460b-9377-296d64c0920f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:25.801552 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3c39865f-06f0-4b6f-a43c-d208f3d65c18 req-5c44eeba-6e28-460b-9377-296d64c0920f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0519798 Oct 27 17:32:25.865487 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3c39865f-06f0-4b6f-a43c-d208f3d65c18 req-4cc2b132-3f51-4d75-8b5b-cac0750192e3 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571501 Oct 27 17:32:25.878710 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:25.887699 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c17f45-526d-4549-9d94-d6700f51f1a8 req-3d97cd6e-1c79-40fa-8939-75bcff8832fa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:25.889218 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22c17f45-526d-4549-9d94-d6700f51f1a8 req-3d97cd6e-1c79-40fa-8939-75bcff8832fa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0489507 Oct 27 17:32:25.938359 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22c17f45-526d-4549-9d94-d6700f51f1a8 req-48e43b51-cd39-4874-bf47-56a6dcb9643a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Oct 27 17:32:26.236752 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:26.986433 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a6f0e-779d-4b3d-83f2-42d98689d929 req-02d80427-f43e-4b2a-9421-fc4c3d1dd3f6 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:26.988016 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-767a6f0e-779d-4b3d-83f2-42d98689d929 req-02d80427-f43e-4b2a-9421-fc4c3d1dd3f6 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0484807 Oct 27 17:32:27.036607 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-767a6f0e-779d-4b3d-83f2-42d98689d929 req-b0094c36-8a28-466f-a048-da6258804f44 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 Oct 27 17:32:27.066285 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cdea0-4a5e-47b4-9c37-af1f738d9818 req-40ef4336-2b1a-43d0-851c-ad77f862683c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:27.067869 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-724cdea0-4a5e-47b4-9c37-af1f738d9818 req-40ef4336-2b1a-43d0-851c-ad77f862683c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0527589 Oct 27 17:32:27.115938 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-724cdea0-4a5e-47b4-9c37-af1f738d9818 req-b7c5ac10-8a8b-43e5-9c19-d3cb31fc7ea2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Oct 27 17:32:28.158558 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde621e-efb3-4557-a6e9-753b46abbd5c req-04a2672b-b21d-4b6a-9981-f4afd8d32b47 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:28.160049 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2fde621e-efb3-4557-a6e9-753b46abbd5c req-04a2672b-b21d-4b6a-9981-f4afd8d32b47 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0474381 Oct 27 17:32:28.214454 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2fde621e-efb3-4557-a6e9-753b46abbd5c req-3c9f6b0c-bd2b-4548-bc66-b07b56f7022a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Oct 27 17:32:28.238013 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470612c7-c776-41c2-b447-cff1bfabbbf2 req-fa9aa58b-3b2d-469d-8c2f-0790826a3625 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:28.240198 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-470612c7-c776-41c2-b447-cff1bfabbbf2 req-fa9aa58b-3b2d-469d-8c2f-0790826a3625 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0474210 Oct 27 17:32:28.288841 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-470612c7-c776-41c2-b447-cff1bfabbbf2 req-ff7a1fc0-ef30-4d69-ab57-3c8bc8ad35ef tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Oct 27 17:32:29.036598 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=35 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:29.104105 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=64 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:29.301358 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:29.345357 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c864fb-3f2f-447a-bf46-345bda53b2df req-3d6f613f-e825-4147-b848-577ebce7d76c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:29.347058 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2c864fb-3f2f-447a-bf46-345bda53b2df req-3d6f613f-e825-4147-b848-577ebce7d76c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0552132 Oct 27 17:32:29.399269 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b2c864fb-3f2f-447a-bf46-345bda53b2df req-9eb5a864-b93c-470e-9484-b96dcfab22b1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Oct 27 17:32:29.416414 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b085-36d5-4d1b-aaa9-2f02e0e0872c req-06a9f340-ab90-4a00-9b59-d0149b1de1c2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:29.417950 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4d65b085-36d5-4d1b-aaa9-2f02e0e0872c req-06a9f340-ab90-4a00-9b59-d0149b1de1c2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0508978 Oct 27 17:32:29.470403 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4d65b085-36d5-4d1b-aaa9-2f02e0e0872c req-174c3c7d-3bbf-4294-872f-365ea1317933 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Oct 27 17:32:30.524467 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38559092-87ec-4480-9541-8662e8b12973 req-245f4cc0-233a-49be-929f-cdd7a0eb4e8a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:30.527084 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38559092-87ec-4480-9541-8662e8b12973 req-245f4cc0-233a-49be-929f-cdd7a0eb4e8a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0554481 Oct 27 17:32:30.583478 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-38559092-87ec-4480-9541-8662e8b12973 req-408704f9-ab6d-41a4-9d23-1eeb39444d6e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Oct 27 17:32:30.610311 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89385-4bd7-4473-9ef8-e4eb32e10deb req-c2ddfa00-ab95-4ba6-97cf-8f43964d533f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:30.611841 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-52f89385-4bd7-4473-9ef8-e4eb32e10deb req-c2ddfa00-ab95-4ba6-97cf-8f43964d533f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Oct 27 17:32:30.660091 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-52f89385-4bd7-4473-9ef8-e4eb32e10deb req-2c63a70d-0a0b-4abc-a03a-e7548eecbb1c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Oct 27 17:32:31.707398 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9ee12-684c-4570-b2f0-005a7db03736 req-2afb4264-ff25-4982-854b-c01b5dc012b9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:31.708969 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bec9ee12-684c-4570-b2f0-005a7db03736 req-2afb4264-ff25-4982-854b-c01b5dc012b9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0500321 Oct 27 17:32:31.755374 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bec9ee12-684c-4570-b2f0-005a7db03736 req-638b1da4-14aa-45f4-be8e-2c86b8074394 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Oct 27 17:32:31.778975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0213-c52c-42ce-94b2-ddec3fea4e41 req-3cd48f12-edc1-4d0a-ad0a-19afa42eab53 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:31.780492 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2edb0213-c52c-42ce-94b2-ddec3fea4e41 req-3cd48f12-edc1-4d0a-ad0a-19afa42eab53 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0467925 Oct 27 17:32:31.827664 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2edb0213-c52c-42ce-94b2-ddec3fea4e41 req-78c70d77-6103-45af-9a22-2c2cc445a8e7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Oct 27 17:32:32.872878 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b389-5252-4e34-bfe8-4bfd25c9ed95 req-7a24c36d-3df6-4647-b9f5-a7e32ae78577 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:32.874414 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef62b389-5252-4e34-bfe8-4bfd25c9ed95 req-7a24c36d-3df6-4647-b9f5-a7e32ae78577 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0474272 Oct 27 17:32:32.934204 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ef62b389-5252-4e34-bfe8-4bfd25c9ed95 req-4b31e46e-bc09-484e-b1d8-534bc747fff7 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538371 Oct 27 17:32:32.961105 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0c1b-e88f-4ca0-aa49-6c00caa14d3e req-5c9fe5da-90c5-4e2b-9aeb-38b3e7694660 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:32.962592 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c96b0c1b-e88f-4ca0-aa49-6c00caa14d3e req-5c9fe5da-90c5-4e2b-9aeb-38b3e7694660 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Oct 27 17:32:33.009016 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c96b0c1b-e88f-4ca0-aa49-6c00caa14d3e req-3e6ed7c7-0f81-4a6c-a877-effc5f39dec8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Oct 27 17:32:34.051824 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91e72e-a566-4de8-b640-bb8fa8947ac9 req-0639ed14-69e0-4180-ad81-d55a7d83be91 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:34.053324 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf91e72e-a566-4de8-b640-bb8fa8947ac9 req-0639ed14-69e0-4180-ad81-d55a7d83be91 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0456293 Oct 27 17:32:34.103473 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf91e72e-a566-4de8-b640-bb8fa8947ac9 req-3efc0b2c-340c-4442-9d8d-d4363b0448b4 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Oct 27 17:32:34.128848 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ce967-fdee-40c1-89f1-0b70026f7890 req-017b6a55-9952-46a9-b514-d85d346a15f8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:34.130325 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9f2ce967-fdee-40c1-89f1-0b70026f7890 req-017b6a55-9952-46a9-b514-d85d346a15f8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0471001 Oct 27 17:32:34.178369 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9f2ce967-fdee-40c1-89f1-0b70026f7890 req-9502cd39-9473-4b12-81f5-8a17e86522f5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Oct 27 17:32:35.224461 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262162-d3f7-4c26-8880-f8131f161506 req-2f0c2f04-1780-4644-9231-34a113daf6ea tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:35.225988 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83262162-d3f7-4c26-8880-f8131f161506 req-2f0c2f04-1780-4644-9231-34a113daf6ea tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0484259 Oct 27 17:32:35.294629 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83262162-d3f7-4c26-8880-f8131f161506 req-7805af98-17a3-44ca-bc7d-022cd1a7e3a1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 Oct 27 17:32:35.350944 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aed866-98f9-4038-9f66-38afc2e1fe95 req-e16e6a1d-dcb0-483c-9ccb-a8a686d8c0c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:35.362931 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-50aed866-98f9-4038-9f66-38afc2e1fe95 req-e16e6a1d-dcb0-483c-9ccb-a8a686d8c0c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.1082451 Oct 27 17:32:35.454334 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-50aed866-98f9-4038-9f66-38afc2e1fe95 req-0284afa1-91e2-4357-8cf2-4968bdbd8e6c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853887 Oct 27 17:32:36.229844 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:36.233206 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:36.426133 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8ec5-eeac-4add-b95a-6cc851c25b3b req-0de5e2ed-ecf3-4034-ac3b-588e3d0521c1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:36.428673 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-710c8ec5-eeac-4add-b95a-6cc851c25b3b req-0de5e2ed-ecf3-4034-ac3b-588e3d0521c1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0647058 Oct 27 17:32:36.480239 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-710c8ec5-eeac-4add-b95a-6cc851c25b3b req-cd88fc9b-7d4e-46f3-b9f8-5619427e735f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Oct 27 17:32:36.541841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:36.584437 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07092-d4c6-4ff8-afab-f88f224bc620 req-613744f4-a56b-4f42-be62-ceafc5bc2be8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:36.585961 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-50f07092-d4c6-4ff8-afab-f88f224bc620 req-613744f4-a56b-4f42-be62-ceafc5bc2be8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0544939 Oct 27 17:32:36.637135 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-50f07092-d4c6-4ff8-afab-f88f224bc620 req-5c70c6da-a0c4-4933-91b8-46ded4b19036 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Oct 27 17:32:37.637734 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa3598-2b0c-4f0c-9ce6-7118b102ea45 req-6c98ce13-5cb2-4eab-801d-55dfaed69f37 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:37.639151 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ccfa3598-2b0c-4f0c-9ce6-7118b102ea45 req-6c98ce13-5cb2-4eab-801d-55dfaed69f37 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0549493 Oct 27 17:32:37.659376 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:37.690189 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ccfa3598-2b0c-4f0c-9ce6-7118b102ea45 req-30b6177b-4a93-479a-9912-537c9cfd856a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Oct 27 17:32:37.778516 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b294bde-be10-4bf6-87a5-f50340ed474c req-817df2f4-95e0-494d-9de7-f411fcfa4241 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:37.780139 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3b294bde-be10-4bf6-87a5-f50340ed474c req-817df2f4-95e0-494d-9de7-f411fcfa4241 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0573483 Oct 27 17:32:37.837745 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3b294bde-be10-4bf6-87a5-f50340ed474c req-5d629b4b-a520-443e-bf1f-021cd259b9df tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506086 Oct 27 17:32:38.829388 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3d2f7-5e00-4955-98fb-a61e78fab6d4 req-56c04a60-99a0-4007-9168-1fadb6a43a16 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:38.831120 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7f3d2f7-5e00-4955-98fb-a61e78fab6d4 req-56c04a60-99a0-4007-9168-1fadb6a43a16 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0603445 Oct 27 17:32:38.901782 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7f3d2f7-5e00-4955-98fb-a61e78fab6d4 req-f48842a6-f33e-41ae-b4ac-411a68d10e9a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614676 Oct 27 17:32:38.990173 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:39.006891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9574e1-e131-436b-b245-a1f828149c24 req-46028c6f-79b5-4ecb-9ff0-5403446bbc10 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:39.014227 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4f9574e1-e131-436b-b245-a1f828149c24 req-46028c6f-79b5-4ecb-9ff0-5403446bbc10 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0602236 Oct 27 17:32:39.068935 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4f9574e1-e131-436b-b245-a1f828149c24 req-12b7e0b8-0f29-4a3c-981f-c11f56cf4b48 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531378 Oct 27 17:32:39.155771 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38230) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:39.303743 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6b22a7b6-9a07-47f7-a145-1c3bda4b86c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.391629 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6b22a7b6-9a07-47f7-a145-1c3bda4b86c5 admin admin] Publish callbacks [] for security_group (5bdd26e1-bbc8-4f02-b9fa-dec305bfe416), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.396021 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6b22a7b6-9a07-47f7-a145-1c3bda4b86c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5bdd26e1-bbc8-4f02-b9fa-dec305bfe416), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.436534 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6b22a7b6-9a07-47f7-a145-1c3bda4b86c5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=878cb7075a4d480a8de9f5e5957fc2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795115 Oct 27 17:32:39.437823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22a7b6-9a07-47f7-a145-1c3bda4b86c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdd26e1-bbc8-4f02-b9fa-dec305bfe416,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:39.438604 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38236) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:39.492594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9cfba656-38b9-4aab-81a7-d17417e2337f admin admin] Publish callbacks [] for security_group (5bdd26e1-bbc8-4f02-b9fa-dec305bfe416), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.512983 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9cfba656-38b9-4aab-81a7-d17417e2337f admin admin] Publish callbacks [] for security_group (5bdd26e1-bbc8-4f02-b9fa-dec305bfe416), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.564870 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9cfba656-38b9-4aab-81a7-d17417e2337f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5bdd26e1-bbc8-4f02-b9fa-dec305bfe416), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.568388 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9cfba656-38b9-4aab-81a7-d17417e2337f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.569753 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9cfba656-38b9-4aab-81a7-d17417e2337f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5bdd26e1-bbc8-4f02-b9fa-dec305bfe416 HTTP/1.1" status: 204 len: 168 time: 0.1301322 Oct 27 17:32:39.595259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfba656-38b9-4aab-81a7-d17417e2337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdd26e1-bbc8-4f02-b9fa-dec305bfe416,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:39.886849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38244) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:39.903560 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00963c07-fef8-48bf-94f1-98ea08a896f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.991983 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00963c07-fef8-48bf-94f1-98ea08a896f6 admin admin] Publish callbacks [] for security_group (791ce61a-21f6-46e8-928e-5228c5efb8df), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:39.999124 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00963c07-fef8-48bf-94f1-98ea08a896f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (791ce61a-21f6-46e8-928e-5228c5efb8df), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:40.023356 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:40.040609 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebff2b5-49f0-4df3-b53d-184bada0a131 req-383522a5-dc4b-4792-be57-b4c75f145493 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:40.042662 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cebff2b5-49f0-4df3-b53d-184bada0a131 req-383522a5-dc4b-4792-be57-b4c75f145493 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0660150 Oct 27 17:32:40.043518 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00963c07-fef8-48bf-94f1-98ea08a896f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791ce61a-21f6-46e8-928e-5228c5efb8df,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:40.054188 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-00963c07-fef8-48bf-94f1-98ea08a896f6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=52886c7f7ae7406b8693e3c1b657f7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639285 Oct 27 17:32:40.055071 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38252) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:40.138761 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cebff2b5-49f0-4df3-b53d-184bada0a131 req-92a20170-cdae-484a-bf70-9ac5bffe18f4 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747583 Oct 27 17:32:40.149871 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-93e8f6cc-8af4-4f2a-8ccd-ba94dbaf4ff3 admin admin] Publish callbacks [] for security_group (791ce61a-21f6-46e8-928e-5228c5efb8df), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:40.175484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-93e8f6cc-8af4-4f2a-8ccd-ba94dbaf4ff3 admin admin] Publish callbacks [] for security_group (791ce61a-21f6-46e8-928e-5228c5efb8df), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:40.213601 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a7431-5b5b-4b49-82bd-beab445cd4a0 req-565f6f14-b071-4366-ac89-847b73a64324 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:40.215745 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f23a7431-5b5b-4b49-82bd-beab445cd4a0 req-565f6f14-b071-4366-ac89-847b73a64324 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0572240 Oct 27 17:32:40.240941 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-93e8f6cc-8af4-4f2a-8ccd-ba94dbaf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (791ce61a-21f6-46e8-928e-5228c5efb8df), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:40.243887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-93e8f6cc-8af4-4f2a-8ccd-ba94dbaf4ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:40.247858 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-93e8f6cc-8af4-4f2a-8ccd-ba94dbaf4ff3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/791ce61a-21f6-46e8-928e-5228c5efb8df HTTP/1.1" status: 204 len: 168 time: 0.1912210 Oct 27 17:32:40.256343 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8f6cc-8af4-4f2a-8ccd-ba94dbaf4ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791ce61a-21f6-46e8-928e-5228c5efb8df,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:40.271497 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f23a7431-5b5b-4b49-82bd-beab445cd4a0 req-3f8f905d-0898-4b4e-9cd3-7195edccb52b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505242 Oct 27 17:32:41.200025 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8c7a-682e-4389-a14a-dee68eb3a225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:41.285470 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abfa3a-a5b9-4a1d-8168-b053b2b37eaf req-12a5b3ec-5757-498e-b588-9584c13b556b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:41.288161 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-81abfa3a-a5b9-4a1d-8168-b053b2b37eaf req-12a5b3ec-5757-498e-b588-9584c13b556b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0582416 Oct 27 17:32:41.338677 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-81abfa3a-a5b9-4a1d-8168-b053b2b37eaf req-e8bb6c33-6632-4424-be9d-7b198dfc29c0 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Oct 27 17:32:41.455219 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dae2a-82d6-4237-9061-80d77b0e7317 req-2b64d945-6b00-47df-b030-6fafaabce993 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:41.456775 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b9dae2a-82d6-4237-9061-80d77b0e7317 req-2b64d945-6b00-47df-b030-6fafaabce993 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0624804 Oct 27 17:32:41.516903 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b9dae2a-82d6-4237-9061-80d77b0e7317 req-26d818b6-a9b0-4a02-bce7-9d16081fb7d2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Oct 27 17:32:42.473306 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45ff4a-28f7-43b5-ab63-487bb1ea2836 req-f3ca0b23-7db4-4257-86fb-523e1c70bd8c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:42.474972 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5b45ff4a-28f7-43b5-ab63-487bb1ea2836 req-f3ca0b23-7db4-4257-86fb-523e1c70bd8c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0485797 Oct 27 17:32:42.525130 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5b45ff4a-28f7-43b5-ab63-487bb1ea2836 req-a982c28c-2042-42d1-8857-b579c8d2472f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Oct 27 17:32:42.660895 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb040-a455-439d-add2-e3a1498978de req-c964f895-1dfa-4dc3-91c4-6053c387603a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:42.662557 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bcddb040-a455-439d-add2-e3a1498978de req-c964f895-1dfa-4dc3-91c4-6053c387603a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0572953 Oct 27 17:32:42.712929 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bcddb040-a455-439d-add2-e3a1498978de req-dfff5a28-1fe2-4042-be98-921c0d64abf7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Oct 27 17:32:43.566476 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b784972e-02a5-4058-927e-a72d4927defc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:43.661879 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d169f-b530-488c-a714-51fb1a0d5119 req-5238ab75-ccf4-4e41-92b3-49078c9a555b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:43.663604 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce7d169f-b530-488c-a714-51fb1a0d5119 req-5238ab75-ccf4-4e41-92b3-49078c9a555b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0553184 Oct 27 17:32:43.719306 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ce7d169f-b530-488c-a714-51fb1a0d5119 req-2fff20b7-afb8-4d16-a8e2-d1a72b36f12f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Oct 27 17:32:43.845624 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da8989-0737-48e4-a459-01eeb2e620cb req-1e8a49b5-c6ce-4fb1-8920-ab93010fc523 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:43.847047 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e4da8989-0737-48e4-a459-01eeb2e620cb req-1e8a49b5-c6ce-4fb1-8920-ab93010fc523 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Oct 27 17:32:43.901481 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e4da8989-0737-48e4-a459-01eeb2e620cb req-727d56eb-d435-4e27-9726-eee695e09d82 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488532 Oct 27 17:32:44.850792 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480819-1a2b-4d90-be1e-76def0db544a req-bb16cc70-1200-4f38-a7ef-2d698959952d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:44.853591 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e3480819-1a2b-4d90-be1e-76def0db544a req-bb16cc70-1200-4f38-a7ef-2d698959952d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Oct 27 17:32:44.892156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:44.910045 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e3480819-1a2b-4d90-be1e-76def0db544a req-6231b1a1-b752-4c2b-92a8-5aff00251762 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Oct 27 17:32:44.975776 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:44.998027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:45.040429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76efc-976d-45bf-8f1b-eee26eab8d9f req-e571a82f-2ea9-4048-97c3-9ff840c0feaa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:45.042365 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ca76efc-976d-45bf-8f1b-eee26eab8d9f req-e571a82f-2ea9-4048-97c3-9ff840c0feaa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Oct 27 17:32:45.090508 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ca76efc-976d-45bf-8f1b-eee26eab8d9f req-f74773ac-31ee-4a55-9cb3-a0777d987c87 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Oct 27 17:32:45.907342 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38370) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:46.045803 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2a47f4f9-c32a-493b-85c0-e67de6f458ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.071157 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf54942-2856-406c-9ff3-18783c7919b3 req-f3b925f4-3adf-4aa0-9b61-fde90590ee6b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:46.072678 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3bf54942-2856-406c-9ff3-18783c7919b3 req-f3b925f4-3adf-4aa0-9b61-fde90590ee6b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0833836 Oct 27 17:32:46.168300 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3bf54942-2856-406c-9ff3-18783c7919b3 req-d73557d5-593f-4a33-9b6f-310dcac1c4d8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897307 Oct 27 17:32:46.206947 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.224677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:46.226809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2a47f4f9-c32a-493b-85c0-e67de6f458ff admin admin] Publish callbacks [] for security_group (82221631-713a-46a7-9ef9-d61ffb332f8c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.230321 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2a47f4f9-c32a-493b-85c0-e67de6f458ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (82221631-713a-46a7-9ef9-d61ffb332f8c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.236053 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868be3e7-1a61-44b9-80a3-67c35df35f9b req-1a7728d9-aace-4469-8c67-0ead86162379 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:46.237770 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-868be3e7-1a61-44b9-80a3-67c35df35f9b req-1a7728d9-aace-4469-8c67-0ead86162379 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0575557 Oct 27 17:32:46.272006 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47f4f9-c32a-493b-85c0-e67de6f458ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82221631-713a-46a7-9ef9-d61ffb332f8c,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:46.276396 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2a47f4f9-c32a-493b-85c0-e67de6f458ff admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=03a78c5c47774bb394a68583461f23bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679748 Oct 27 17:32:46.278961 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38380) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:46.290889 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-868be3e7-1a61-44b9-80a3-67c35df35f9b req-558b6c6d-904e-4523-a948-977eff467fce tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Oct 27 17:32:46.322121 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:46.342018 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f4607557-7cca-4d7c-9edb-39fbc83a9286 admin admin] Publish callbacks [] for security_group (82221631-713a-46a7-9ef9-d61ffb332f8c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.364484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f4607557-7cca-4d7c-9edb-39fbc83a9286 admin admin] Publish callbacks [] for security_group (82221631-713a-46a7-9ef9-d61ffb332f8c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.419591 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f4607557-7cca-4d7c-9edb-39fbc83a9286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (82221631-713a-46a7-9ef9-d61ffb332f8c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.422675 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f4607557-7cca-4d7c-9edb-39fbc83a9286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.423883 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f4607557-7cca-4d7c-9edb-39fbc83a9286 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/82221631-713a-46a7-9ef9-d61ffb332f8c HTTP/1.1" status: 204 len: 168 time: 0.1439865 Oct 27 17:32:46.434248 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4607557-7cca-4d7c-9edb-39fbc83a9286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82221631-713a-46a7-9ef9-d61ffb332f8c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:46.738530 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38390) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:46.752557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-44db96ba-607c-4b3d-84d3-cbdca3fa8eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.833343 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-44db96ba-607c-4b3d-84d3-cbdca3fa8eab admin admin] Publish callbacks [] for security_group (c9e38d4d-2b0d-494d-9707-84da8ccf4f9e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.837293 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-44db96ba-607c-4b3d-84d3-cbdca3fa8eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c9e38d4d-2b0d-494d-9707-84da8ccf4f9e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.861687 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.877838 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-44db96ba-607c-4b3d-84d3-cbdca3fa8eab admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bb77f1442888449383d6b9f59a6ff457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381793 Oct 27 17:32:46.878685 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db96ba-607c-4b3d-84d3-cbdca3fa8eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e38d4d-2b0d-494d-9707-84da8ccf4f9e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:46.880727 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38392) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:46.937728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d3180cdb-1ff6-4bc8-a354-be05df3902fb admin admin] Publish callbacks [] for security_group (c9e38d4d-2b0d-494d-9707-84da8ccf4f9e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:46.959859 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d3180cdb-1ff6-4bc8-a354-be05df3902fb admin admin] Publish callbacks [] for security_group (c9e38d4d-2b0d-494d-9707-84da8ccf4f9e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:47.008127 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d3180cdb-1ff6-4bc8-a354-be05df3902fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c9e38d4d-2b0d-494d-9707-84da8ccf4f9e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:47.010693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d3180cdb-1ff6-4bc8-a354-be05df3902fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:47.011890 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d3180cdb-1ff6-4bc8-a354-be05df3902fb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c9e38d4d-2b0d-494d-9707-84da8ccf4f9e HTTP/1.1" status: 204 len: 168 time: 0.1299353 Oct 27 17:32:47.020056 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3180cdb-1ff6-4bc8-a354-be05df3902fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e38d4d-2b0d-494d-9707-84da8ccf4f9e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:47.295350 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62169032-399f-48c6-b40a-084b120bc8f8 req-a2811afc-7331-443a-91ce-313306f43e80 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:47.296903 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-62169032-399f-48c6-b40a-084b120bc8f8 req-a2811afc-7331-443a-91ce-313306f43e80 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0470550 Oct 27 17:32:47.349673 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-62169032-399f-48c6-b40a-084b120bc8f8 req-2b2a3864-29ff-44c0-8f7b-a9c63a8abc90 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Oct 27 17:32:47.420996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6962a7a-fc95-448e-b763-f160cfbd0a46 req-57c8c8b0-6876-40d5-b80d-daf86ecf1eb3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:47.423044 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a6962a7a-fc95-448e-b763-f160cfbd0a46 req-57c8c8b0-6876-40d5-b80d-daf86ecf1eb3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Oct 27 17:32:47.471095 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a6962a7a-fc95-448e-b763-f160cfbd0a46 req-f8ae82ee-dbe4-4c06-8539-5b802d3cf158 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Oct 27 17:32:48.474097 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313a6fb-54da-48cc-9867-f20d7bcb2cd6 req-7822e1c6-183a-4cac-9db9-c96135c3ac83 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:48.476178 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d313a6fb-54da-48cc-9867-f20d7bcb2cd6 req-7822e1c6-183a-4cac-9db9-c96135c3ac83 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0493979 Oct 27 17:32:48.526085 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d313a6fb-54da-48cc-9867-f20d7bcb2cd6 req-732defcc-68cb-448c-8448-7447ba5661d1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Oct 27 17:32:48.597030 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0415aa4-9315-4529-8dbb-a20d7fbfb0ba req-8aea00b1-76b1-4b0b-95f6-e556fbb03494 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:48.598620 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e0415aa4-9315-4529-8dbb-a20d7fbfb0ba req-8aea00b1-76b1-4b0b-95f6-e556fbb03494 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Oct 27 17:32:48.651300 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e0415aa4-9315-4529-8dbb-a20d7fbfb0ba req-022fb956-d09a-48f7-a1ea-21e97981a1ea tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Oct 27 17:32:49.637827 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:49.648979 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8345d79-e872-47ac-aaa2-e1a15b9a7a10 req-0e4404ed-3464-4cdb-9060-dece47633294 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:49.650422 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8345d79-e872-47ac-aaa2-e1a15b9a7a10 req-0e4404ed-3464-4cdb-9060-dece47633294 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0491140 Oct 27 17:32:49.670642 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:32:49.699126 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c8345d79-e872-47ac-aaa2-e1a15b9a7a10 req-e9f8dd2f-0c3b-4aed-9b07-072da4cc70b0 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Oct 27 17:32:49.773890 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b12e-3fdf-420c-9a0e-d93fa9f9990e req-6ad4917d-2559-409f-8274-e660223d6a8d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:49.775388 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e943b12e-3fdf-420c-9a0e-d93fa9f9990e req-6ad4917d-2559-409f-8274-e660223d6a8d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0457478 Oct 27 17:32:49.822457 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e943b12e-3fdf-420c-9a0e-d93fa9f9990e req-168aff60-5b58-43e8-8ee8-b6b48f4daeaf tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Oct 27 17:32:50.819793 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767203b-3523-4157-8fb1-92a3f3ef8611 req-a536e7c0-7843-48e6-8038-e20a54750b74 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:50.821276 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0767203b-3523-4157-8fb1-92a3f3ef8611 req-a536e7c0-7843-48e6-8038-e20a54750b74 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0482442 Oct 27 17:32:50.868853 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0767203b-3523-4157-8fb1-92a3f3ef8611 req-d3323369-ae3a-4baf-8a7d-0347a9af0a1d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Oct 27 17:32:50.957244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833588ee-e45f-4593-ac1a-29ee3c702fdd req-3f1919a7-6e11-40cf-b570-39296822cd81 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:50.958758 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-833588ee-e45f-4593-ac1a-29ee3c702fdd req-3f1919a7-6e11-40cf-b570-39296822cd81 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0498915 Oct 27 17:32:51.009413 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-833588ee-e45f-4593-ac1a-29ee3c702fdd req-ba3b383f-2cef-4620-a784-8670be67cf18 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450778 Oct 27 17:32:51.729144 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:51.995446 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d177f9-2f78-447d-b51e-8c02a2d7ab7f req-5ca1467d-e700-4e7c-87b4-1a67d22e1eed tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:51.996955 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e2d177f9-2f78-447d-b51e-8c02a2d7ab7f req-5ca1467d-e700-4e7c-87b4-1a67d22e1eed tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0468080 Oct 27 17:32:52.044548 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e2d177f9-2f78-447d-b51e-8c02a2d7ab7f req-3313a494-e97c-4d37-9269-ffd506aad522 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Oct 27 17:32:52.127955 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e669ba8-c615-403a-a63e-f9c5474e066b req-d94b0fb8-e1ec-462e-b5ad-bec55c67a104 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:52.129408 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e669ba8-c615-403a-a63e-f9c5474e066b req-d94b0fb8-e1ec-462e-b5ad-bec55c67a104 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0457733 Oct 27 17:32:52.176521 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e669ba8-c615-403a-a63e-f9c5474e066b req-63287357-6ef5-4255-aad2-ecec263e252f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Oct 27 17:32:53.162827 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611509-4028-4279-aa81-934fe4056d3d req-f9f42365-c3da-4657-b09a-d24c9c6ec98d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:53.164470 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1e611509-4028-4279-aa81-934fe4056d3d req-f9f42365-c3da-4657-b09a-d24c9c6ec98d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0447145 Oct 27 17:32:53.214279 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1e611509-4028-4279-aa81-934fe4056d3d req-a84b54aa-79be-426d-95b8-450ec6039a08 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 Oct 27 17:32:53.296664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530869e1-4d00-4baa-b232-5636b44eee5e req-1fce5dfa-64ee-4c12-8845-631b32446f5a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:53.298413 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-530869e1-4d00-4baa-b232-5636b44eee5e req-1fce5dfa-64ee-4c12-8845-631b32446f5a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0461509 Oct 27 17:32:53.346692 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-530869e1-4d00-4baa-b232-5636b44eee5e req-2a15831e-04bf-40ac-8b3d-140b50d34a51 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Oct 27 17:32:54.335569 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538d22a-caa4-4f30-8215-feef320c6979 req-0e20de82-d780-485f-beff-4f13d8f58808 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:54.337094 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a538d22a-caa4-4f30-8215-feef320c6979 req-0e20de82-d780-485f-beff-4f13d8f58808 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0483255 Oct 27 17:32:54.374855 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:54.390768 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a538d22a-caa4-4f30-8215-feef320c6979 req-a1e6f8b8-3abb-4b85-8073-aae1a9f8d1a4 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Oct 27 17:32:54.481121 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742f723-d716-4983-af29-6b424953bc6c req-69a43563-9e0a-4289-b734-6e1afb122528 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:54.483821 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5742f723-d716-4983-af29-6b424953bc6c req-69a43563-9e0a-4289-b734-6e1afb122528 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Oct 27 17:32:54.521020 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:54.523410 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38578) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:54.534571 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5742f723-d716-4983-af29-6b424953bc6c req-1e7ccd4a-0191-4511-9fdf-23ebbb7c56d8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Oct 27 17:32:54.634888 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-579bb052-9807-4cb7-a3c9-05520939deec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.712166 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-579bb052-9807-4cb7-a3c9-05520939deec admin admin] Publish callbacks [] for security_group (b47b506d-1db2-4a7f-86ea-cc49a63fe7fe), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.715614 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-579bb052-9807-4cb7-a3c9-05520939deec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b47b506d-1db2-4a7f-86ea-cc49a63fe7fe), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.761211 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-579bb052-9807-4cb7-a3c9-05520939deec admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8b1978b7dd5a40ab8f8364bee4a8ec7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367153 Oct 27 17:32:54.762072 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bb052-9807-4cb7-a3c9-05520939deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b506d-1db2-4a7f-86ea-cc49a63fe7fe,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:54.763988 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38582) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:54.815102 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e20a2c96-acb9-40a5-abea-dc675a0f8834 admin admin] Publish callbacks [] for security_group (b47b506d-1db2-4a7f-86ea-cc49a63fe7fe), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.835026 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e20a2c96-acb9-40a5-abea-dc675a0f8834 admin admin] Publish callbacks [] for security_group (b47b506d-1db2-4a7f-86ea-cc49a63fe7fe), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.850567 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:54.882895 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e20a2c96-acb9-40a5-abea-dc675a0f8834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b47b506d-1db2-4a7f-86ea-cc49a63fe7fe), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.885544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e20a2c96-acb9-40a5-abea-dc675a0f8834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:54.886710 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e20a2c96-acb9-40a5-abea-dc675a0f8834 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b47b506d-1db2-4a7f-86ea-cc49a63fe7fe HTTP/1.1" status: 204 len: 168 time: 0.1211720 Oct 27 17:32:54.895113 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2c96-acb9-40a5-abea-dc675a0f8834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b506d-1db2-4a7f-86ea-cc49a63fe7fe,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:55.149611 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38590) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:55.164033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a1471d30-2797-4120-8acd-66d9d52b83c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.241726 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a1471d30-2797-4120-8acd-66d9d52b83c8 admin admin] Publish callbacks [] for security_group (ec6e94f1-d94e-49a4-9600-18c9f4d8e130), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.245452 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a1471d30-2797-4120-8acd-66d9d52b83c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ec6e94f1-d94e-49a4-9600-18c9f4d8e130), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.284459 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a1471d30-2797-4120-8acd-66d9d52b83c8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9046215542b14df3ab366a64c2b6b99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337631 Oct 27 17:32:55.285151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1471d30-2797-4120-8acd-66d9d52b83c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6e94f1-d94e-49a4-9600-18c9f4d8e130,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:55.288135 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38592) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:55.341222 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d57-e312-4230-9574-0e2f8127fc41 admin admin] Publish callbacks [] for security_group (ec6e94f1-d94e-49a4-9600-18c9f4d8e130), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.361388 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d57-e312-4230-9574-0e2f8127fc41 admin admin] Publish callbacks [] for security_group (ec6e94f1-d94e-49a4-9600-18c9f4d8e130), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.408019 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d57-e312-4230-9574-0e2f8127fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ec6e94f1-d94e-49a4-9600-18c9f4d8e130), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.410643 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3d57-e312-4230-9574-0e2f8127fc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:55.411795 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-bbdb3d57-e312-4230-9574-0e2f8127fc41 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ec6e94f1-d94e-49a4-9600-18c9f4d8e130 HTTP/1.1" status: 204 len: 168 time: 0.1222420 Oct 27 17:32:55.419296 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3d57-e312-4230-9574-0e2f8127fc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6e94f1-d94e-49a4-9600-18c9f4d8e130,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:55.531906 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bda0-e6e1-4cf5-9137-6da9798cde1d req-c9f4e3f3-6fb9-4655-b070-1d28fdd7e8e8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:55.533549 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-61b4bda0-e6e1-4cf5-9137-6da9798cde1d req-c9f4e3f3-6fb9-4655-b070-1d28fdd7e8e8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0550630 Oct 27 17:32:55.604576 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-61b4bda0-e6e1-4cf5-9137-6da9798cde1d req-11a50df0-7582-47c8-ad3e-d392a7fe69f4 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528848 Oct 27 17:32:55.671927 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5afd41-6acb-4aad-97df-780d35835f51 req-ee158cdd-9bfc-410d-90aa-93ce3afa208a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:55.673432 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0a5afd41-6acb-4aad-97df-780d35835f51 req-ee158cdd-9bfc-410d-90aa-93ce3afa208a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0584266 Oct 27 17:32:55.720908 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0a5afd41-6acb-4aad-97df-780d35835f51 req-bfd2a75d-f4a1-40ab-8e5f-75bc4231872a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Oct 27 17:32:56.236069 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:56.734202 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f7c15-403d-4a35-9ab6-a0f7f0dd7a69 req-c64f11c8-0537-4403-8f7b-39484ded3d56 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:56.735682 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-330f7c15-403d-4a35-9ab6-a0f7f0dd7a69 req-c64f11c8-0537-4403-8f7b-39484ded3d56 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0527039 Oct 27 17:32:56.785010 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-330f7c15-403d-4a35-9ab6-a0f7f0dd7a69 req-9fb57def-ddaa-4fba-b427-804661ccc814 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Oct 27 17:32:56.861720 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba76cd-03a2-408f-8541-defe0d43eacd req-1f0ecea5-fb1b-4e29-91f7-efa9ada37ba3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:56.863252 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4eba76cd-03a2-408f-8541-defe0d43eacd req-1f0ecea5-fb1b-4e29-91f7-efa9ada37ba3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0479178 Oct 27 17:32:56.914379 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4eba76cd-03a2-408f-8541-defe0d43eacd req-adb97294-eeaa-4302-9356-455d00318bd8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Oct 27 17:32:57.415440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38680) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:57.512236 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:57.519056 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-972d7539-3393-4491-9fa1-ef10c6874362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.598418 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-972d7539-3393-4491-9fa1-ef10c6874362 admin admin] Publish callbacks [] for security_group (0f454c55-2989-43a3-9658-b12568234e8e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.602231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-972d7539-3393-4491-9fa1-ef10c6874362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0f454c55-2989-43a3-9658-b12568234e8e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.644476 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-972d7539-3393-4491-9fa1-ef10c6874362 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=34bddf2524124a968307d32a9ac49eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279181 Oct 27 17:32:57.645210 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d7539-3393-4491-9fa1-ef10c6874362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f454c55-2989-43a3-9658-b12568234e8e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:57.647245 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38686) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:57.696089 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50e03427-e5d9-43d4-a3f2-07bc7f10aaf9 admin admin] Publish callbacks [] for security_group (0f454c55-2989-43a3-9658-b12568234e8e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.715358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50e03427-e5d9-43d4-a3f2-07bc7f10aaf9 admin admin] Publish callbacks [] for security_group (0f454c55-2989-43a3-9658-b12568234e8e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.761546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50e03427-e5d9-43d4-a3f2-07bc7f10aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (0f454c55-2989-43a3-9658-b12568234e8e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.764199 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-50e03427-e5d9-43d4-a3f2-07bc7f10aaf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:57.765325 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-50e03427-e5d9-43d4-a3f2-07bc7f10aaf9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/0f454c55-2989-43a3-9658-b12568234e8e HTTP/1.1" status: 204 len: 168 time: 0.1170182 Oct 27 17:32:57.773045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e03427-e5d9-43d4-a3f2-07bc7f10aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f454c55-2989-43a3-9658-b12568234e8e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:57.909310 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66318b48-0190-4d7b-ba88-213bd2760af1 req-7cd117ab-fc6e-4db0-840a-dca15fcb0b17 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:57.910807 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66318b48-0190-4d7b-ba88-213bd2760af1 req-7cd117ab-fc6e-4db0-840a-dca15fcb0b17 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0479965 Oct 27 17:32:57.973788 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66318b48-0190-4d7b-ba88-213bd2760af1 req-6f3f0dfb-6638-4f55-8d13-57ec1121d54f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566261 Oct 27 17:32:58.047654 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69b02c-197c-4048-9a66-7d65ee9aa8e7 req-6804b370-1739-41d2-ab80-b1abacc41c9e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:58.049252 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0b69b02c-197c-4048-9a66-7d65ee9aa8e7 req-6804b370-1739-41d2-ab80-b1abacc41c9e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Oct 27 17:32:58.069731 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38696) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:58.075863 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:58.083117 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8e2a-a78a-4b65-8353-6468be4b79a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.100485 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0b69b02c-197c-4048-9a66-7d65ee9aa8e7 req-fc0e595d-f607-4962-9d63-04ba623849e7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Oct 27 17:32:58.161255 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8e2a-a78a-4b65-8353-6468be4b79a3 admin admin] Publish callbacks [] for security_group (8177c487-50a3-44ad-8744-9dbb12f26f89), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.165492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8e2a-a78a-4b65-8353-6468be4b79a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (8177c487-50a3-44ad-8744-9dbb12f26f89), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.206684 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5e9c8e2a-a78a-4b65-8353-6468be4b79a3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=684540db04104f4c85438d7ba4b05bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369870 Oct 27 17:32:58.207799 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c8e2a-a78a-4b65-8353-6468be4b79a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177c487-50a3-44ad-8744-9dbb12f26f89,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:58.209637 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38698) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:32:58.259037 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a850137f-49d0-41d5-9f15-1ef2f75026e7 admin admin] Publish callbacks [] for security_group (8177c487-50a3-44ad-8744-9dbb12f26f89), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.278512 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a850137f-49d0-41d5-9f15-1ef2f75026e7 admin admin] Publish callbacks [] for security_group (8177c487-50a3-44ad-8744-9dbb12f26f89), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.300890 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:58.338857 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a850137f-49d0-41d5-9f15-1ef2f75026e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (8177c487-50a3-44ad-8744-9dbb12f26f89), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.342051 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a850137f-49d0-41d5-9f15-1ef2f75026e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:32:58.343791 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a850137f-49d0-41d5-9f15-1ef2f75026e7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8177c487-50a3-44ad-8744-9dbb12f26f89 HTTP/1.1" status: 204 len: 168 time: 0.1331382 Oct 27 17:32:58.352750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850137f-49d0-41d5-9f15-1ef2f75026e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177c487-50a3-44ad-8744-9dbb12f26f89,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:32:59.094847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f826018-a7cc-45e4-ba5b-6894b3cd7183 req-3892280d-ded1-4c5e-889c-2f266ed25f12 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:59.096396 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f826018-a7cc-45e4-ba5b-6894b3cd7183 req-3892280d-ded1-4c5e-889c-2f266ed25f12 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Oct 27 17:32:59.146561 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f826018-a7cc-45e4-ba5b-6894b3cd7183 req-7d0e7f9e-7c76-4124-8283-0e8e86d1a73f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Oct 27 17:32:59.227548 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b2f8d-14dd-42b5-af39-7b9b8c03fdcd req-92ec60f9-0d05-4abd-8676-493f0c6e96b0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:32:59.229160 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0f1b2f8d-14dd-42b5-af39-7b9b8c03fdcd req-92ec60f9-0d05-4abd-8676-493f0c6e96b0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0486009 Oct 27 17:32:59.242238 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:59.283582 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0f1b2f8d-14dd-42b5-af39-7b9b8c03fdcd req-5399012e-95d2-4892-9c5a-656dccdcc295 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Oct 27 17:32:59.667525 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:32:59.935150 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 38770) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:00.048028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc3e1-b2b4-46fa-b57e-c2baacf2dafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.128650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc3e1-b2b4-46fa-b57e-c2baacf2dafc admin admin] Publish callbacks [] for security_group (2784e14c-77ec-4ecd-acf6-0737052e65c5), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.133000 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc3e1-b2b4-46fa-b57e-c2baacf2dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2784e14c-77ec-4ecd-acf6-0737052e65c5), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.174115 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0f6bc3e1-b2b4-46fa-b57e-c2baacf2dafc admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=83ac2c63f4df40c498d27346a2170067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377706 Oct 27 17:33:00.175091 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc3e1-b2b4-46fa-b57e-c2baacf2dafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2784e14c-77ec-4ecd-acf6-0737052e65c5,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:00.176950 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 38784) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:00.242551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-435dca61-a8ea-4fc1-a290-a1d951c5dd9c admin admin] Publish callbacks [] for security_group (2784e14c-77ec-4ecd-acf6-0737052e65c5), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.309625 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-435dca61-a8ea-4fc1-a290-a1d951c5dd9c admin admin] Publish callbacks [] for security_group (2784e14c-77ec-4ecd-acf6-0737052e65c5), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.325180 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c5c49-fbcd-467c-a63f-3bb8c0868544 req-c52f1086-eff3-4b22-b929-f5b6beae0ad9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:00.327799 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-537c5c49-fbcd-467c-a63f-3bb8c0868544 req-c52f1086-eff3-4b22-b929-f5b6beae0ad9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0866609 Oct 27 17:33:00.409833 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-537c5c49-fbcd-467c-a63f-3bb8c0868544 req-3d8f4790-247f-4264-9409-f400f65169fc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752048 Oct 27 17:33:00.439952 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-435dca61-a8ea-4fc1-a290-a1d951c5dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2784e14c-77ec-4ecd-acf6-0737052e65c5), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.445043 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-435dca61-a8ea-4fc1-a290-a1d951c5dd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:00.447263 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-435dca61-a8ea-4fc1-a290-a1d951c5dd9c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2784e14c-77ec-4ecd-acf6-0737052e65c5 HTTP/1.1" status: 204 len: 168 time: 0.2685819 Oct 27 17:33:00.455094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49bbe-15ac-4b33-94f7-a2a1a586767f req-5d0a9daf-0fa9-47f8-9f40-e3a74ccf6a7b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:00.462687 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-09a49bbe-15ac-4b33-94f7-a2a1a586767f req-5d0a9daf-0fa9-47f8-9f40-e3a74ccf6a7b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0768025 Oct 27 17:33:00.462869 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dca61-a8ea-4fc1-a290-a1d951c5dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2784e14c-77ec-4ecd-acf6-0737052e65c5,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:00.510420 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-09a49bbe-15ac-4b33-94f7-a2a1a586767f req-cbf1fb71-8a69-4e3a-b833-2db80864e9dd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Oct 27 17:33:01.331247 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81dbd-47a8-4c08-bf7a-40e25f22a951 req-7f602db9-4e92-4290-b666-9920887639db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:01.332918 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0fd81dbd-47a8-4c08-bf7a-40e25f22a951 req-7f602db9-4e92-4290-b666-9920887639db service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 1129 time: 0.0407121 Oct 27 17:33:01.399328 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0fd81dbd-47a8-4c08-bf7a-40e25f22a951 req-34099c36-1657-4d00-9aa6-bcbf59aa9759 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Oct 27 17:33:01.530431 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3fc62-cfdc-4157-89ff-de3eef3a5ba8 req-3f2a7e8f-ad0c-4d86-98d7-b5abb8d3a318 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:01.531992 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-def3fc62-cfdc-4157-89ff-de3eef3a5ba8 req-3f2a7e8f-ad0c-4d86-98d7-b5abb8d3a318 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0502400 Oct 27 17:33:01.581507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:01.596248 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-def3fc62-cfdc-4157-89ff-de3eef3a5ba8 req-8573cedb-de1b-4903-b694-6852295e3bbc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Oct 27 17:33:01.645229 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03f42-6b7b-4f01-b03c-1d521950db89 req-380e736c-5f86-4ac1-bd25-32fe8c2cc1f3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:01.646649 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-12c03f42-6b7b-4f01-b03c-1d521950db89 req-380e736c-5f86-4ac1-bd25-32fe8c2cc1f3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Oct 27 17:33:01.697874 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-12c03f42-6b7b-4f01-b03c-1d521950db89 req-58e0d1bd-63ce-4d7a-b2f6-1bb0f5682415 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Oct 27 17:33:02.709079 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a394cf-39c9-434b-b39b-3b2d9f1a1a62 req-5198788d-fbd1-4aca-8166-2fee11ca0300 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:02.710553 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b5a394cf-39c9-434b-b39b-3b2d9f1a1a62 req-5198788d-fbd1-4aca-8166-2fee11ca0300 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0459199 Oct 27 17:33:02.757893 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b5a394cf-39c9-434b-b39b-3b2d9f1a1a62 req-db832fb8-07c7-4cb3-b884-fd9a4fbe1f1e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Oct 27 17:33:02.816259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16020b2f-64d7-47a1-aee6-cff91f662f91 req-e44b3c08-e3fd-40c4-bff6-be6823afac24 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:02.817747 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16020b2f-64d7-47a1-aee6-cff91f662f91 req-e44b3c08-e3fd-40c4-bff6-be6823afac24 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0457444 Oct 27 17:33:02.865866 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16020b2f-64d7-47a1-aee6-cff91f662f91 req-93583b18-281c-41cc-8eeb-b3dcc5a78dbf tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 Oct 27 17:33:03.893446 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521e99-bc68-467e-b4f8-e7d3959311e9 req-9aa65b02-fe72-485c-8b58-2bc866a25172 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:03.895533 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff521e99-bc68-467e-b4f8-e7d3959311e9 req-9aa65b02-fe72-485c-8b58-2bc866a25172 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0475419 Oct 27 17:33:03.954288 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ff521e99-bc68-467e-b4f8-e7d3959311e9 req-62246585-3c8e-4929-a6f5-a08f39ac6ba7 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529151 Oct 27 17:33:04.002082 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2c34-c1a8-45d5-92db-bf875f266d39 req-16673497-eb0f-4ba3-8534-aa638f0932a1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:04.003580 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eb6a2c34-c1a8-45d5-92db-bf875f266d39 req-16673497-eb0f-4ba3-8534-aa638f0932a1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0582337 Oct 27 17:33:04.053519 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eb6a2c34-c1a8-45d5-92db-bf875f266d39 req-8340d1b7-70a0-40f2-b326-801627103b3d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Oct 27 17:33:05.074616 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1d02d-f629-4e0f-a58f-51b75b48b40a req-789e0c64-064e-44d4-bffe-7bd8bbba4757 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:05.076114 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-faa1d02d-f629-4e0f-a58f-51b75b48b40a req-789e0c64-064e-44d4-bffe-7bd8bbba4757 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0478497 Oct 27 17:33:05.128577 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-faa1d02d-f629-4e0f-a58f-51b75b48b40a req-d995e134-a3ab-4070-a297-71680b2e7e42 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462744 Oct 27 17:33:05.178668 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc716c8-8933-478e-ab55-adab9c91cab4 req-073403cd-f49e-4c27-8080-cdba638ed3c9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:05.180201 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fcc716c8-8933-478e-ab55-adab9c91cab4 req-073403cd-f49e-4c27-8080-cdba638ed3c9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Oct 27 17:33:05.228035 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fcc716c8-8933-478e-ab55-adab9c91cab4 req-3329357d-214f-46d5-a8c6-0c3e9cc590db tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Oct 27 17:33:06.235330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:06.246204 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ece64b-c900-447a-b06c-7a0c4bb8241a req-ca693d51-924b-4422-87e7-06aa51c7da28 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:06.247728 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9ece64b-c900-447a-b06c-7a0c4bb8241a req-ca693d51-924b-4422-87e7-06aa51c7da28 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0465858 Oct 27 17:33:06.298372 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a9ece64b-c900-447a-b06c-7a0c4bb8241a req-75694333-70cc-4b71-8ca6-51b0067a98a7 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Oct 27 17:33:06.353539 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381841-c7d0-4f52-aff2-abcac433ace2 req-4062b3db-1e03-4ead-abad-87cae97b01be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:06.355020 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3381841-c7d0-4f52-aff2-abcac433ace2 req-4062b3db-1e03-4ead-abad-87cae97b01be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0499177 Oct 27 17:33:06.366776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:06.407944 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3381841-c7d0-4f52-aff2-abcac433ace2 req-0cdefcd2-2cd0-4580-aee3-2fc1a7c6ca6d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 Oct 27 17:33:07.429588 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43f917-f6f1-44bf-bd5f-c014de53915f req-e3e99f7f-fc76-4c6f-b20c-c68c79c5210d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:07.431577 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ec43f917-f6f1-44bf-bd5f-c014de53915f req-e3e99f7f-fc76-4c6f-b20c-c68c79c5210d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0542152 Oct 27 17:33:07.486091 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ec43f917-f6f1-44bf-bd5f-c014de53915f req-caaf6873-54cc-4c68-b0e8-1a75402add57 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Oct 27 17:33:07.536241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f284f6-6c46-4a1b-93ae-cda7f8ff43a8 req-37b32252-e0b1-42e4-9c40-8f019ba18b3b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:07.537880 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4f284f6-6c46-4a1b-93ae-cda7f8ff43a8 req-37b32252-e0b1-42e4-9c40-8f019ba18b3b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Oct 27 17:33:07.591597 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4f284f6-6c46-4a1b-93ae-cda7f8ff43a8 req-abfea270-59d3-4805-bc46-290d4aeb818a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Oct 27 17:33:08.365360 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=14,neutron:UPDATE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:08.614628 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b17234-6d91-4ed6-af75-3ba012720d91 req-e0f94bfe-5fd9-497c-bb6f-7c370dd92ee5 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:08.616166 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-46b17234-6d91-4ed6-af75-3ba012720d91 req-e0f94bfe-5fd9-497c-bb6f-7c370dd92ee5 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0499172 Oct 27 17:33:08.664659 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-46b17234-6d91-4ed6-af75-3ba012720d91 req-1272ab41-385f-4dc5-b34a-6ff2b7ff11bc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Oct 27 17:33:08.704121 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:08.716063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71ca69-cb4e-4443-af5d-057580786c5c req-a90bfe7c-4610-4c01-884e-69cbabbd5b7f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:08.718123 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb71ca69-cb4e-4443-af5d-057580786c5c req-a90bfe7c-4610-4c01-884e-69cbabbd5b7f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Oct 27 17:33:08.768798 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb71ca69-cb4e-4443-af5d-057580786c5c req-1ca7bef1-2c01-4da5-93ca-aba6b0875425 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Oct 27 17:33:09.783243 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c6ece-6459-4b13-8643-073d6493e7f9 req-74fe3b0e-0135-4738-9839-259d5733b566 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:09.784731 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f80c6ece-6459-4b13-8643-073d6493e7f9 req-74fe3b0e-0135-4738-9839-259d5733b566 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0462070 Oct 27 17:33:09.836872 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f80c6ece-6459-4b13-8643-073d6493e7f9 req-a43130cf-35eb-4eeb-915a-65674610cf43 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 Oct 27 17:33:09.890082 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f78b-0977-4509-804c-8154477f45be req-01a91bfb-1411-4212-a1c8-000fba0ca8e0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:09.891546 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1242f78b-0977-4509-804c-8154477f45be req-01a91bfb-1411-4212-a1c8-000fba0ca8e0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0471745 Oct 27 17:33:09.940495 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1242f78b-0977-4509-804c-8154477f45be req-5bbd0850-9ed8-4f4c-bca9-7502e1bc01d1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Oct 27 17:33:10.470046 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:10.480963 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=10 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:10.485265 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=22 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:10.932335 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e5243648-b4fa-47b1-96eb-9bf82da1c364 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:33:10.956258 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c039-10c8-42cb-97f1-8851d084598d req-db254afc-3db3-4383-b9da-52889eaf1752 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:10.960331 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07f0c039-10c8-42cb-97f1-8851d084598d req-db254afc-3db3-4383-b9da-52889eaf1752 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 944 time: 0.0504491 Oct 27 17:33:11.008641 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07f0c039-10c8-42cb-97f1-8851d084598d req-8c06316a-110b-4257-aede-2273853ac4f5 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Oct 27 17:33:11.042260 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:11.057660 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'port_id': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'mac_address': 'fa:16:3e:f2:2a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:33:11.072880 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0c75-9249-4471-b9fa-3385cb25ee45 req-834fdd14-8832-4109-894e-f918d028fee4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:11.074379 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4e7b0c75-9249-4471-b9fa-3385cb25ee45 req-834fdd14-8832-4109-894e-f918d028fee4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Oct 27 17:33:11.094057 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e5243648-b4fa-47b1-96eb-9bf82da1c364 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:11.094449 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:11.108931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5243648-b4fa-47b1-96eb-9bf82da1c364 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:33:11.122884 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4e7b0c75-9249-4471-b9fa-3385cb25ee45 req-4b1c0d00-877c-46bd-9994-88431154ae25 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424516 Oct 27 17:33:11.129479 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:11.134512 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:11.190320 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:11.199382 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8ad7e967-d490-4825-8243-aa85b0d989e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:12.128380 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5130829-1387-482e-b9ae-146ec313ba5b req-6f915088-b71c-40cd-8e7c-98bf39acc458 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:12.130071 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5130829-1387-482e-b9ae-146ec313ba5b req-6f915088-b71c-40cd-8e7c-98bf39acc458 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 945 time: 0.0458636 Oct 27 17:33:12.180170 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d5130829-1387-482e-b9ae-146ec313ba5b req-16553de0-6ed1-4d5c-a366-6867f11b6482 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Oct 27 17:33:12.261433 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82618-0ca5-491e-b84f-5fbe2c99e4c2 req-25453a95-0929-4d49-9032-9890062904fb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:12.262959 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-92a82618-0ca5-491e-b84f-5fbe2c99e4c2 req-25453a95-0929-4d49-9032-9890062904fb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Oct 27 17:33:12.314142 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-92a82618-0ca5-491e-b84f-5fbe2c99e4c2 req-e67992b5-0cc4-4673-8c43-aebe5cd7cdf0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Oct 27 17:33:12.646145 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e5243648-b4fa-47b1-96eb-9bf82da1c364'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:33:13.306647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16fb2a-6156-44ad-9599-9918e2dba9dd req-21ab4aa1-0385-4f07-a4ab-268531679da9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:13.308157 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dd16fb2a-6156-44ad-9599-9918e2dba9dd req-21ab4aa1-0385-4f07-a4ab-268531679da9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Oct 27 17:33:13.355959 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dd16fb2a-6156-44ad-9599-9918e2dba9dd req-9d13622c-4233-4644-86c4-928c2a8d4e58 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Oct 27 17:33:13.440474 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f83700-131e-480c-8d47-6e7e593d93d9 req-0ee6c676-497b-4dbb-af6e-5cd7ca84f2d8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:13.442015 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f3f83700-131e-480c-8d47-6e7e593d93d9 req-0ee6c676-497b-4dbb-af6e-5cd7ca84f2d8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Oct 27 17:33:13.492929 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f3f83700-131e-480c-8d47-6e7e593d93d9 req-8ebb13e5-0a69-4094-9728-72e0bc09488f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Oct 27 17:33:13.550849 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e68e4b50-72e2-463a-b8de-17455d9eabe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:13.972502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e5243648-b4fa-47b1-96eb-9bf82da1c364 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:33:14.025544 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port e5243648-b4fa-47b1-96eb-9bf82da1c364 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:33:14.032104 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port e5243648-b4fa-47b1-96eb-9bf82da1c364 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:14.032311 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:14.032642 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port e5243648-b4fa-47b1-96eb-9bf82da1c364 Oct 27 17:33:14.105203 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e5243648-b4fa-47b1-96eb-9bf82da1c364 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:14.105920 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:14.131552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:33:14.134183 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3976b7-c5d8-4b9a-a346-78d56dc560b9" -d '{"events": [{"server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "name": "network-vif-plugged", "status": "completed", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:14.147641 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:14.153167 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:14.212381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:14.223864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd1448-e2d3-4a90-8a95-7349da54cdbf x-openstack-request-id: req-e7bd1448-e2d3-4a90-8a95-7349da54cdbf {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:14.223864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "name": "network-vif-plugged", "status": "completed", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:14.224063 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7bd1448-e2d3-4a90-8a95-7349da54cdbf {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:14.225153 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bd1448-e2d3-4a90-8a95-7349da54cdbf'] response: {'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'code': 200} Oct 27 17:33:14.449982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c02a0-b008-44c2-809f-3502c224cea1 req-43f53c4f-5080-4891-9a59-4b9e40b4e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:14.452097 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ac7c02a0-b008-44c2-809f-3502c224cea1 req-43f53c4f-5080-4891-9a59-4b9e40b4e667 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1130 time: 0.0512669 Oct 27 17:33:14.499947 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d294e3d-49cc-4b99-ad03-a4889be9a399 req-ab1f13c1-9ed2-42e2-8609-19e31067378c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:14.501407 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5d294e3d-49cc-4b99-ad03-a4889be9a399 req-ab1f13c1-9ed2-42e2-8609-19e31067378c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0691032 Oct 27 17:33:14.536724 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ac7c02a0-b008-44c2-809f-3502c224cea1 req-90c908e0-e034-455b-9b67-18b12c868601 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Oct 27 17:33:14.564977 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5d294e3d-49cc-4b99-ad03-a4889be9a399 req-a574c5a6-2cba-4275-8521-5c2b5eec3db2 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569155 Oct 27 17:33:14.617549 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac83309-2d85-4a09-b196-617dccdb7501 req-38294f37-0856-4459-9791-64069a7d774b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:14.619067 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6ac83309-2d85-4a09-b196-617dccdb7501 req-38294f37-0856-4459-9791-64069a7d774b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Oct 27 17:33:14.668325 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6ac83309-2d85-4a09-b196-617dccdb7501 req-51f51345-2f23-40a5-9aa2-c97361d3bfc3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Oct 27 17:33:14.789404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b207c63-13dd-4878-b39c-65e49916c782 req-226be0d4-e5d6-4432-85d8-10cfb2fb1664 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:14.790865 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4b207c63-13dd-4878-b39c-65e49916c782 req-226be0d4-e5d6-4432-85d8-10cfb2fb1664 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0473189 Oct 27 17:33:14.843425 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4b207c63-13dd-4878-b39c-65e49916c782 req-fd8a2da0-ec63-4f1c-a248-e2e6b7252bd3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Oct 27 17:33:14.983669 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.383338 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39082) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:15.488349 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6dfba3f0-7415-4bc4-bc1a-749320b53996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.489963 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:15.572132 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6dfba3f0-7415-4bc4-bc1a-749320b53996 admin admin] Publish callbacks [] for security_group (cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.579038 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6dfba3f0-7415-4bc4-bc1a-749320b53996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.618037 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba3f0-7415-4bc4-bc1a-749320b53996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:15.625418 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6dfba3f0-7415-4bc4-bc1a-749320b53996 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b09614fb1d144bd985a71cd4df75bfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380869 Oct 27 17:33:15.625665 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39090) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:15.644714 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:15.706519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fcbff-c7c7-40d7-ba41-e0762971a079 req-84adabe2-cd17-47d0-95e1-f51aa41a8fae tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:15.710407 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1f0fcbff-c7c7-40d7-ba41-e0762971a079 req-84adabe2-cd17-47d0-95e1-f51aa41a8fae tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0662878 Oct 27 17:33:15.728717 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c5ea4608-6ce7-4d32-b483-14f13a09de1f admin admin] Publish callbacks [] for security_group (cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.770609 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c5ea4608-6ce7-4d32-b483-14f13a09de1f admin admin] Publish callbacks [] for security_group (cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.797527 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1f0fcbff-c7c7-40d7-ba41-e0762971a079 req-3b8d282a-6211-4e2e-92f8-c624f1442548 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795157 Oct 27 17:33:15.834777 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c5ea4608-6ce7-4d32-b483-14f13a09de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.837308 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c5ea4608-6ce7-4d32-b483-14f13a09de1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:15.838452 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c5ea4608-6ce7-4d32-b483-14f13a09de1f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa HTTP/1.1" status: 204 len: 168 time: 0.2118847 Oct 27 17:33:15.846865 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea4608-6ce7-4d32-b483-14f13a09de1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd35176e-dfb2-4bea-ae26-dbf17c7e8ffa,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:16.107441 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39096) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:16.124154 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-935c0a04-c1d1-40de-aa90-07a852e167d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.202919 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.215983 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-935c0a04-c1d1-40de-aa90-07a852e167d9 admin admin] Publish callbacks [] for security_group (1fad6a86-9a27-47e1-b602-6492ab231834), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.220946 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-935c0a04-c1d1-40de-aa90-07a852e167d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1fad6a86-9a27-47e1-b602-6492ab231834), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.264717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39100) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:16.265342 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-935c0a04-c1d1-40de-aa90-07a852e167d9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=97d6cd5f781f415abe7e683e0057405e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553659 Oct 27 17:33:16.266254 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c0a04-c1d1-40de-aa90-07a852e167d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad6a86-9a27-47e1-b602-6492ab231834,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:16.557021 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Publish callbacks [] for security_group (1fad6a86-9a27-47e1-b602-6492ab231834), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.581539 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Publish callbacks [] for security_group (1fad6a86-9a27-47e1-b602-6492ab231834), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.634666 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1fad6a86-9a27-47e1-b602-6492ab231834), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.637648 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.638889 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1fad6a86-9a27-47e1-b602-6492ab231834 HTTP/1.1" status: 204 len: 168 time: 0.3731167 Oct 27 17:33:16.647563 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad6a86-9a27-47e1-b602-6492ab231834,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:16.656306 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.656660 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.657353 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.657353 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.657771 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.658197 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.658535 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.658946 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.659180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.659681 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.660193 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.660822 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.661315 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.661904 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.662525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162235e-7cb7-44fb-99be-b1eb16cb5f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:16.873910 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:16.928064 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:16.936606 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517ebd1-0def-460e-999d-7fce653c52a5 req-61ca16e4-17b7-42ea-bbb6-b406839bd24d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:16.938191 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1517ebd1-0def-460e-999d-7fce653c52a5 req-61ca16e4-17b7-42ea-bbb6-b406839bd24d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0529902 Oct 27 17:33:16.973454 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:17.012277 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1517ebd1-0def-460e-999d-7fce653c52a5 req-2d2362a4-c610-4ac6-b768-e46fedba28b2 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Oct 27 17:33:17.051195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39118) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:17.065551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e2e3-f0d3-41ba-bf1f-999182872688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.153808 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e2e3-f0d3-41ba-bf1f-999182872688 admin admin] Publish callbacks [] for security_group (25ba12a2-65c1-4489-9151-b07b9e9c7ec2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.157520 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1ce3e2e3-f0d3-41ba-bf1f-999182872688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (25ba12a2-65c1-4489-9151-b07b9e9c7ec2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.197008 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1ce3e2e3-f0d3-41ba-bf1f-999182872688 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=11344587a96c4c5293be04c1046a483e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447463 Oct 27 17:33:17.197880 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3e2e3-f0d3-41ba-bf1f-999182872688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba12a2-65c1-4489-9151-b07b9e9c7ec2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:17.199697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39124) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:17.251142 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f1c9dac-fc6a-4a92-825d-0ec7dece6d3e admin admin] Publish callbacks [] for security_group (25ba12a2-65c1-4489-9151-b07b9e9c7ec2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.270517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f1c9dac-fc6a-4a92-825d-0ec7dece6d3e admin admin] Publish callbacks [] for security_group (25ba12a2-65c1-4489-9151-b07b9e9c7ec2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.326966 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f1c9dac-fc6a-4a92-825d-0ec7dece6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (25ba12a2-65c1-4489-9151-b07b9e9c7ec2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.329680 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0f1c9dac-fc6a-4a92-825d-0ec7dece6d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:17.333286 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0f1c9dac-fc6a-4a92-825d-0ec7dece6d3e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/25ba12a2-65c1-4489-9151-b07b9e9c7ec2 HTTP/1.1" status: 204 len: 168 time: 0.1300299 Oct 27 17:33:17.338831 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c9dac-fc6a-4a92-825d-0ec7dece6d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba12a2-65c1-4489-9151-b07b9e9c7ec2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:17.596298 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897847-6ebc-4303-9ec3-92b0cee8c1bb req-8e013831-f4d0-4239-89ba-a6c6b57c0c94 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:17.597839 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75897847-6ebc-4303-9ec3-92b0cee8c1bb req-8e013831-f4d0-4239-89ba-a6c6b57c0c94 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0536771 Oct 27 17:33:17.660622 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75897847-6ebc-4303-9ec3-92b0cee8c1bb req-f45dabfb-9f35-438a-95ca-7642f18ed0d6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Oct 27 17:33:17.882277 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-66e7d98f-4883-4c91-b0c4-3f1c763e28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:17.883993 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-66e7d98f-4883-4c91-b0c4-3f1c763e28c5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1129 time: 0.0431554 Oct 27 17:33:17.979248 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-a05f3d5d-fb30-487f-8ee8-dd18730411d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:17.981051 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-a05f3d5d-fb30-487f-8ee8-dd18730411d8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0896988 Oct 27 17:33:18.025301 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-283b6386-4506-478c-8851-8d4965efd1b7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 217 time: 0.0367649 Oct 27 17:33:18.092301 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:18.129120 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e6a1-4cd8-4d4b-a9a5-7ac9ad0f633b req-bc069ae3-b144-4304-ba7b-050c7e9207fd tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:18.130616 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b165e6a1-4cd8-4d4b-a9a5-7ac9ad0f633b req-bc069ae3-b144-4304-ba7b-050c7e9207fd tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0485735 Oct 27 17:33:18.181106 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b165e6a1-4cd8-4d4b-a9a5-7ac9ad0f633b req-799b3b9e-2e70-4240-9baa-7f24133ec6e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Oct 27 17:33:18.298836 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23180ef8-e059-471c-9868-45594f41b440 req-a591c93d-260d-4110-8322-4f6209eceb4e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:18.300364 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-23180ef8-e059-471c-9868-45594f41b440 req-a591c93d-260d-4110-8322-4f6209eceb4e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0467901 Oct 27 17:33:18.349919 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-23180ef8-e059-471c-9868-45594f41b440 req-d3a00d48-6780-4b31-981c-0622db8f531f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Oct 27 17:33:18.422352 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39174) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:18.528950 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6139e157-0aac-46e0-8b63-e495c01e43a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.612436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6139e157-0aac-46e0-8b63-e495c01e43a8 admin admin] Publish callbacks [] for security_group (936a433e-c527-46e6-92a4-1e72dee677f2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.616339 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6139e157-0aac-46e0-8b63-e495c01e43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (936a433e-c527-46e6-92a4-1e72dee677f2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.665946 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6139e157-0aac-46e0-8b63-e495c01e43a8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=477819cf45d64d62b77c2a86fa0220c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423728 Oct 27 17:33:18.668734 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39182) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:18.686273 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e157-0aac-46e0-8b63-e495c01e43a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a433e-c527-46e6-92a4-1e72dee677f2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:18.709775 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e804960-1b3c-4685-ac93-59124517d461 req-7c3e95da-0945-445b-8c8c-e7692bbf2f4c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:18.709926 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e804960-1b3c-4685-ac93-59124517d461 req-7c3e95da-0945-445b-8c8c-e7692bbf2f4c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0663779 Oct 27 17:33:18.747881 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Publish callbacks [] for security_group (936a433e-c527-46e6-92a4-1e72dee677f2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.761085 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e804960-1b3c-4685-ac93-59124517d461 req-02cb652c-0712-4c3d-9f96-259e09c9c41c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Oct 27 17:33:18.802667 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Publish callbacks [] for security_group (936a433e-c527-46e6-92a4-1e72dee677f2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.824282 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d9cc-c621-481c-b0c2-efb6cfb39194 req-a509b519-7bd2-4f56-bed5-c7d7cca23435 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:18.826876 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7e85d9cc-c621-481c-b0c2-efb6cfb39194 req-a509b519-7bd2-4f56-bed5-c7d7cca23435 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0706873 Oct 27 17:33:18.857299 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:18.896779 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7e85d9cc-c621-481c-b0c2-efb6cfb39194 req-cb12e465-dff2-4470-8d7d-9dec9b330083 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648491 Oct 27 17:33:18.897755 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (936a433e-c527-46e6-92a4-1e72dee677f2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.900265 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:18.901283 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/936a433e-c527-46e6-92a4-1e72dee677f2 HTTP/1.1" status: 204 len: 168 time: 0.2314909 Oct 27 17:33:18.909442 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a433e-c527-46e6-92a4-1e72dee677f2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:18.916934 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.917218 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.917558 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.918058 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.918221 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.918551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.918875 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.919201 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.919525 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.919915 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.920241 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.920565 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.920998 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.921203 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:18.921517 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e542-2223-4876-911d-e85c30770dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:20.020340 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e109e-5938-469b-9197-ec6a0bee067e req-aa88d3fc-f3f6-457b-8781-9c261ecc4775 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:20.022419 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-808e109e-5938-469b-9197-ec6a0bee067e req-aa88d3fc-f3f6-457b-8781-9c261ecc4775 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0464423 Oct 27 17:33:20.042040 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:20.070747 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-808e109e-5938-469b-9197-ec6a0bee067e req-25b6e286-d224-413e-a6a9-5c325bacf4f1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Oct 27 17:33:21.185767 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c525b-2c93-4a2e-97a9-38c14687c7ee req-9d1b29a4-1bff-424b-b737-9d31a4b7c677 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:21.187297 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-123c525b-2c93-4a2e-97a9-38c14687c7ee req-9d1b29a4-1bff-424b-b737-9d31a4b7c677 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0455048 Oct 27 17:33:21.235645 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-123c525b-2c93-4a2e-97a9-38c14687c7ee req-d53ddb4a-12bd-4e0f-b665-74e0779d6103 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Oct 27 17:33:22.356031 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255dfc-1ad3-41b4-8b08-4e221e0d829f req-9a78c189-bd68-4446-824d-4440c2a9ae44 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:22.357525 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6255dfc-1ad3-41b4-8b08-4e221e0d829f req-9a78c189-bd68-4446-824d-4440c2a9ae44 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0483222 Oct 27 17:33:22.384328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:22.409927 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6255dfc-1ad3-41b4-8b08-4e221e0d829f req-8702ea4e-35ec-485b-b0e1-034e80f987eb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 Oct 27 17:33:22.778257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-97715d5f-917c-41fa-b4ab-8d1cd14d9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:22.780359 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-97715d5f-917c-41fa-b4ab-8d1cd14d9697 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0467744 Oct 27 17:33:22.823974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-6c062ddf-f0f8-4dbb-a59c-e6012b743299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:22.825546 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-6c062ddf-f0f8-4dbb-a59c-e6012b743299 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384789 Oct 27 17:33:22.924394 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-7cd9ccdc-1b5a-4d23-9d2c-e8e941e910d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914960 Oct 27 17:33:23.015057 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d809c012-bc07-4a5a-b310-33ac70efcfc1 req-456fdeb5-0f51-4616-9212-edf13b96196e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845597 Oct 27 17:33:23.529208 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db949bb3-036d-4bc9-90c7-099a37944e2d req-82134873-2155-4496-ad26-6237097435ff tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:23.530665 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db949bb3-036d-4bc9-90c7-099a37944e2d req-82134873-2155-4496-ad26-6237097435ff tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0481710 Oct 27 17:33:23.578846 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db949bb3-036d-4bc9-90c7-099a37944e2d req-489c17fb-7b2a-4569-bb38-d66621b04865 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Oct 27 17:33:23.677867 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-4bf1a871-f726-47f2-a18b-75951416ff15 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417838 Oct 27 17:33:23.774308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-87eff354-86d4-416c-8192-90a2e2326f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:23.775811 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-87eff354-86d4-416c-8192-90a2e2326f53 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 1129 time: 0.0378907 Oct 27 17:33:23.880476 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-97b25c5b-bf2e-4900-b8b7-589e31b0e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:23.881843 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-97b25c5b-bf2e-4900-b8b7-589e31b0e502 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0848796 Oct 27 17:33:23.924047 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-3959499e-b783-4fad-9879-a277083b7f9a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed86609d-1807-41a9-9302-15671bc13ea6 HTTP/1.1" status: 200 len: 217 time: 0.0364566 Oct 27 17:33:23.971455 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-c764d36b-bd1d-49d3-ac8e-48bb0906c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:23.973002 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-c764d36b-bd1d-49d3-ac8e-48bb0906c0d4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0436966 Oct 27 17:33:24.016390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-1a6124ca-08ff-4779-a32c-2989de5c526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:24.017909 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-1a6124ca-08ff-4779-a32c-2989de5c526b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390859 Oct 27 17:33:24.113172 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-a607fa3a-1d58-41ca-b6ac-9602cf8ea79d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889201 Oct 27 17:33:24.214187 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-22f30241-9f4c-4b22-bec4-5005b2f9fe0c req-a4afb9bb-158b-4d36-9716-06b4cca096a8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836856 Oct 27 17:33:24.703827 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c9391-d1f0-4cac-a66d-61cad8c5b3fd req-91068de7-3f93-4844-8922-77456e48972d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:24.705453 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d52c9391-d1f0-4cac-a66d-61cad8c5b3fd req-91068de7-3f93-4844-8922-77456e48972d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0518076 Oct 27 17:33:24.754124 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d52c9391-d1f0-4cac-a66d-61cad8c5b3fd req-b31e61f0-22bd-4c0a-81b8-d41147d2eb4d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Oct 27 17:33:25.879200 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df687958-7d9e-45b8-a9e0-b4253f031b8c req-69f22afd-5171-4b30-9036-5e4a93774232 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:25.880754 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-df687958-7d9e-45b8-a9e0-b4253f031b8c req-69f22afd-5171-4b30-9036-5e4a93774232 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0475287 Oct 27 17:33:25.893865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:25.934672 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-df687958-7d9e-45b8-a9e0-b4253f031b8c req-1ecd5f3a-2a1e-49ba-9064-20e5cb0000ac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475934 Oct 27 17:33:26.224814 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:26.232738 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:26.238544 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:26.668998 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:33:27.064621 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66cab9-b942-4792-8f05-293aead025a3 req-b949c594-dab9-4e39-8b42-d4f7e461c3c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:27.066176 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7f66cab9-b942-4792-8f05-293aead025a3 req-b949c594-dab9-4e39-8b42-d4f7e461c3c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0493195 Oct 27 17:33:27.102866 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:27.118197 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7f66cab9-b942-4792-8f05-293aead025a3 req-3a8335cc-0c79-4269-a0aa-8cc801c8a334 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 Oct 27 17:33:28.240530 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa576bf-4627-44e2-8a19-328f112a8c43 req-b68df62e-d50b-42d5-9933-5e5873a6b91d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:28.242003 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-afa576bf-4627-44e2-8a19-328f112a8c43 req-b68df62e-d50b-42d5-9933-5e5873a6b91d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0464489 Oct 27 17:33:28.287557 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-afa576bf-4627-44e2-8a19-328f112a8c43 req-dea7a7c7-08c5-404b-b2f8-34246ec33760 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Oct 27 17:33:29.405722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e9c74-0c08-4bf5-a2b9-523a5c8eae7d req-97ba289c-af3d-4cac-b242-8578075d32e4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:29.407179 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a00e9c74-0c08-4bf5-a2b9-523a5c8eae7d req-97ba289c-af3d-4cac-b242-8578075d32e4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0462961 Oct 27 17:33:29.453507 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a00e9c74-0c08-4bf5-a2b9-523a5c8eae7d req-53dd5338-290e-4900-aa78-4c05ccbbfe86 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Oct 27 17:33:30.573094 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2c8f7-2b58-48f0-9aed-94f82c0360cc req-c4a959f1-f4b5-4872-a11d-2db7131735a0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:30.574559 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2b2c8f7-2b58-48f0-9aed-94f82c0360cc req-c4a959f1-f4b5-4872-a11d-2db7131735a0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0483470 Oct 27 17:33:30.620857 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d2b2c8f7-2b58-48f0-9aed-94f82c0360cc req-af6452f6-a5b0-41e8-bd6e-e60242a15d2b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Oct 27 17:33:31.027307 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39338) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:31.130804 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72b8092a-49ec-4506-bd21-fe5c6009d6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.204592 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72b8092a-49ec-4506-bd21-fe5c6009d6e3 admin admin] Publish callbacks [] for security_group (edb04882-fb66-4b27-bf47-58c0032f5585), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.208339 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72b8092a-49ec-4506-bd21-fe5c6009d6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (edb04882-fb66-4b27-bf47-58c0032f5585), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.247358 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-72b8092a-49ec-4506-bd21-fe5c6009d6e3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ac3d9e09ac0749d5abf41ba5c047521d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189744 Oct 27 17:33:31.248288 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8092a-49ec-4506-bd21-fe5c6009d6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb04882-fb66-4b27-bf47-58c0032f5585,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:31.250148 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39342) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:31.302347 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba7096d2-cfe4-45e8-8b50-38d4e6b2c47d admin admin] Publish callbacks [] for security_group (edb04882-fb66-4b27-bf47-58c0032f5585), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.322842 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba7096d2-cfe4-45e8-8b50-38d4e6b2c47d admin admin] Publish callbacks [] for security_group (edb04882-fb66-4b27-bf47-58c0032f5585), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.375396 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba7096d2-cfe4-45e8-8b50-38d4e6b2c47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (edb04882-fb66-4b27-bf47-58c0032f5585), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.378171 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ba7096d2-cfe4-45e8-8b50-38d4e6b2c47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:31.379508 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ba7096d2-cfe4-45e8-8b50-38d4e6b2c47d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/edb04882-fb66-4b27-bf47-58c0032f5585 HTTP/1.1" status: 204 len: 168 time: 0.1276605 Oct 27 17:33:31.387937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7096d2-cfe4-45e8-8b50-38d4e6b2c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb04882-fb66-4b27-bf47-58c0032f5585,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:31.743589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177fe8-2df4-45e5-ba7a-c05535c098ef req-e742ea75-2136-44d4-abe4-6c5cdc50d658 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:31.745100 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-90177fe8-2df4-45e5-ba7a-c05535c098ef req-e742ea75-2136-44d4-abe4-6c5cdc50d658 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0487092 Oct 27 17:33:31.792867 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-90177fe8-2df4-45e5-ba7a-c05535c098ef req-deb67e1f-0edc-4a8f-9c8e-8ef92789bf46 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Oct 27 17:33:32.898689 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:32.915579 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdca77-5d14-4a01-b250-c4251dc073d3 req-724e349b-dad0-4d9b-8396-3ebf7c8fbea9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:32.917110 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5ffdca77-5d14-4a01-b250-c4251dc073d3 req-724e349b-dad0-4d9b-8396-3ebf7c8fbea9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0479279 Oct 27 17:33:32.967150 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5ffdca77-5d14-4a01-b250-c4251dc073d3 req-2a96b865-f41e-423f-8f62-82b04f8b28ce tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Oct 27 17:33:34.090185 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed42a65-7db2-44a5-9c03-8abead9a9e2c req-f7b99624-cee4-421c-aeb1-4970955f8298 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:34.092244 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ed42a65-7db2-44a5-9c03-8abead9a9e2c req-f7b99624-cee4-421c-aeb1-4970955f8298 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0493972 Oct 27 17:33:34.139202 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ed42a65-7db2-44a5-9c03-8abead9a9e2c req-84a93947-ae11-489d-9ce6-6eb0e7686e47 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Oct 27 17:33:34.710210 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1247875-136b-472f-b673-7fa6179fc211 req-add01f08-2176-42ce-b243-774a7a2c9120 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:34.711697 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1247875-136b-472f-b673-7fa6179fc211 req-add01f08-2176-42ce-b243-774a7a2c9120 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0471404 Oct 27 17:33:34.759662 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1247875-136b-472f-b673-7fa6179fc211 req-4016101a-9b9d-4a6c-9726-46a75e7540da tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Oct 27 17:33:34.788247 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39414) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:34.984258 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40edfb06-5d63-4456-841e-8df70c791571 tempest-TestMinimumBasicScenario-802327595 tempest-TestMinimumBasicScenario-802327595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:34.986221 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-40edfb06-5d63-4456-841e-8df70c791571 tempest-TestMinimumBasicScenario-802327595 tempest-TestMinimumBasicScenario-802327595-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1125 time: 0.1969659 Oct 27 17:33:34.989680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39418) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:34.995124 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'port_id': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:35.020099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:35.103066 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:35.148274 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:35.209839 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Allocated IP 172.27.0.249 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/880af70a-7fff-4ee3-a1d0-eaf7a027eab4) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:35.260139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622c02-0b2b-4787-8e29-aca4c0019bdb req-9a578295-f4ba-4c5b-b322-f30e593636f0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:35.261631 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67622c02-0b2b-4787-8e29-aca4c0019bdb req-9a578295-f4ba-4c5b-b322-f30e593636f0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0472622 Oct 27 17:33:35.310230 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67622c02-0b2b-4787-8e29-aca4c0019bdb req-a16e0770-bbfa-4fd5-bfef-df87f7854586 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Oct 27 17:33:35.317178 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:35.352515 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:35.393517 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:35.400881 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:35.405636 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:35.409086 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'Port': ['ID=880af70a-7fff-4ee3-a1d0-eaf7a027eab4,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:35.943703 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:35.968208 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for floatingip (4637406a-c25e-418d-894a-738fcc9b6544), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.004651 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39430) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:36.038289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.058075 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:36.143681 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a456-1132-4237-9f04-88c90c8537ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.239666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.249224 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.314963 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a456-1132-4237-9f04-88c90c8537ff admin admin] Publish callbacks [] for security_group (f99dbfcd-8c78-4bb4-924e-b57098ce9b55), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.323991 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8ca7a456-1132-4237-9f04-88c90c8537ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f99dbfcd-8c78-4bb4-924e-b57098ce9b55), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.359615 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'Port': ['ID=880af70a-7fff-4ee3-a1d0-eaf7a027eab4,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:36.370368 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (4637406a-c25e-418d-894a-738fcc9b6544), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.414728 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8ca7a456-1132-4237-9f04-88c90c8537ff admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8d8ad62803cd4d55bd1a21acb3f87d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089842 Oct 27 17:33:36.415431 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7a456-1132-4237-9f04-88c90c8537ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99dbfcd-8c78-4bb4-924e-b57098ce9b55,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:36.418336 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39438) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:36.472853 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3934290a-9f5f-43e4-8f20-b8db9607a190 admin admin] Publish callbacks [] for security_group (f99dbfcd-8c78-4bb4-924e-b57098ce9b55), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.473400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7dc17-28d8-44d3-a481-9bdaece27747 req-4eb66367-7058-4f64-a240-9121f12a0a55 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:36.474887 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cac7dc17-28d8-44d3-a481-9bdaece27747 req-4eb66367-7058-4f64-a240-9121f12a0a55 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0630617 Oct 27 17:33:36.493681 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3934290a-9f5f-43e4-8f20-b8db9607a190 admin admin] Publish callbacks [] for security_group (f99dbfcd-8c78-4bb4-924e-b57098ce9b55), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.545951 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Floating IP 4637406a-c25e-418d-894a-738fcc9b6544 associated. External IP: 172.27.0.249, port: e5243648-b4fa-47b1-96eb-9bf82da1c364. Oct 27 17:33:36.546201 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3934290a-9f5f-43e4-8f20-b8db9607a190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f99dbfcd-8c78-4bb4-924e-b57098ce9b55), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.548860 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3934290a-9f5f-43e4-8f20-b8db9607a190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.550203 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3934290a-9f5f-43e4-8f20-b8db9607a190 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f99dbfcd-8c78-4bb4-924e-b57098ce9b55 HTTP/1.1" status: 204 len: 168 time: 0.1295202 Oct 27 17:33:36.559214 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934290a-9f5f-43e4-8f20-b8db9607a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99dbfcd-8c78-4bb4-924e-b57098ce9b55,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:36.599777 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cac7dc17-28d8-44d3-a481-9bdaece27747 req-280a4c6a-c4f6-406a-8295-1494fa221986 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983815 Oct 27 17:33:36.664327 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:36.665849 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:36.795659 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:36.798645 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:36.806749 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Router 8edbe750-3a2e-4316-8ad7-cc4dff343692 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:36.963150 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:36.974135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] Sync routers for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:36.984207 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:36.986186 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:36.986812 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:36.997987 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128b3b2-56ed-4948-bfc8-e1ee5775cb92 req-40e60366-2e30-43a7-b826-96ef60b482c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:36.999672 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a128b3b2-56ed-4948-bfc8-e1ee5775cb92 req-40e60366-2e30-43a7-b826-96ef60b482c4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1129 time: 0.0467160 Oct 27 17:33:37.018036 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f2d61dc6-6e2a-47fe-8efe-25ba70221a2e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0243204 Oct 27 17:33:37.018036 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:33:37.018412 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be2b390-bd29-472d-9647-30111f43a0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:37.021139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39450) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.025260 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61907169', 'description': 'tempest-secgroup-smoke-61907169 description', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.056872 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a128b3b2-56ed-4948-bfc8-e1ee5775cb92 req-87195933-e84e-46a9-af04-e0c82b2baf26 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Oct 27 17:33:37.058479 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.068680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e2fbab-35a0-4be8-a270-d401edfbd657 x-openstack-request-id: req-c7e2fbab-35a0-4be8-a270-d401edfbd657 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:37.068971 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:37.069222 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7e2fbab-35a0-4be8-a270-d401edfbd657 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:37.069619 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e2fbab-35a0-4be8-a270-d401edfbd657'] response: {'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'status': 'completed', 'code': 200} Oct 27 17:33:37.100219 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:37.134409 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group (d243046f-b977-4927-92f4-611cc7de1cc9), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.138370 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d243046f-b977-4927-92f4-611cc7de1cc9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.168173 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.169939 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1481154 Oct 27 17:33:37.171937 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239c410-4e8b-4851-8b26-b88a5dbc4e3d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d243046f-b977-4927-92f4-611cc7de1cc9,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.173095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39454) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.178270 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group_rule': {'security_group_id': 'd243046f-b977-4927-92f4-611cc7de1cc9', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.195743 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:37.207622 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (e278d7e0-fa99-4af2-aae4-3a8fb9edc652), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.246085 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:37.265423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (e278d7e0-fa99-4af2-aae4-3a8fb9edc652), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.269512 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (e278d7e0-fa99-4af2-aae4-3a8fb9edc652), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.288680 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e278d7e0-fa99-4af2-aae4-3a8fb9edc652,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.296019 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.297125 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0c1d021d-a05a-440e-875c-59452d126800 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229124 Oct 27 17:33:37.300268 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39456) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.304822 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group_rule': {'security_group_id': 'd243046f-b977-4927-92f4-611cc7de1cc9', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.332939 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (c31797af-d165-4e37-b4ba-66624e2b9a69), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.335688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4637406a-c25e-418d-894a-738fcc9b6544', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'port_id': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'mac_address': 'fa:16:3e:f2:2a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95000566-a99d-4dc8-b509-bc86de3e8743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:35Z', 'updated_at': '2022-10-27T17:33:35Z', 'revision_number': 0, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:58Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:37.360984 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] Checking router: 8edbe750-3a2e-4316-8ad7-cc4dff343692 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:37.369658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:37.370488 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:37.391444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (c31797af-d165-4e37-b4ba-66624e2b9a69), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.394981 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (c31797af-d165-4e37-b4ba-66624e2b9a69), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.413196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31797af-d165-4e37-b4ba-66624e2b9a69,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.420909 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.422589 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-91f448a8-8f73-467e-a5d3-a8d39acb4f73 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208625 Oct 27 17:33:37.425011 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39458) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.429427 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group_rule': {'security_group_id': 'd243046f-b977-4927-92f4-611cc7de1cc9', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.455803 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (83381095-23b4-4de4-beb0-b5f9ab41b5c0), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.474421 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:37.514965 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (83381095-23b4-4de4-beb0-b5f9ab41b5c0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.518769 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (83381095-23b4-4de4-beb0-b5f9ab41b5c0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.537729 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83381095-23b4-4de4-beb0-b5f9ab41b5c0,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.545505 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.549406 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-28fa5bc0-5d5d-4029-b3ab-f14470c0e959 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207209 Oct 27 17:33:37.549562 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39460) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.558654 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group_rule': {'security_group_id': 'd243046f-b977-4927-92f4-611cc7de1cc9', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.590102 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (cb805413-59a3-4f85-9551-99a584975b89), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.640500 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (cb805413-59a3-4f85-9551-99a584975b89), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.646192 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (cb805413-59a3-4f85-9551-99a584975b89), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.669181 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:37.671629 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb805413-59a3-4f85-9551-99a584975b89,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.680582 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.685236 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-46d9b2bd-700a-461e-ba6e-5c680044d328 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315620 Oct 27 17:33:37.685593 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39464) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.690435 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group_rule': {'security_group_id': 'd243046f-b977-4927-92f4-611cc7de1cc9', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.712114 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Project 9dcd831cfdd74db99f8e0b07b84f41d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:33:37.718706 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (ea004596-3b65-4f14-b233-32ac63e08f6e), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.719773 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4637406a-c25e-418d-894a-738fcc9b6544', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'port_id': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'mac_address': 'fa:16:3e:f2:2a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95000566-a99d-4dc8-b509-bc86de3e8743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:35Z', 'updated_at': '2022-10-27T17:33:35Z', 'revision_number': 0, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:58Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:37.737809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1052f78-70a9-4010-aba3-b5a1654b1e07 req-b8a2496c-0393-4665-bf4a-6069ecdba872 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:37.739303 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b1052f78-70a9-4010-aba3-b5a1654b1e07 req-b8a2496c-0393-4665-bf4a-6069ecdba872 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0507622 Oct 27 17:33:37.745517 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684e953-3e7c-4e3f-9ac6-c45a6d098fb1 None None] The sync data for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi is: [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4637406a-c25e-418d-894a-738fcc9b6544', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'port_id': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'mac_address': 'fa:16:3e:f2:2a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95000566-a99d-4dc8-b509-bc86de3e8743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:35Z', 'updated_at': '2022-10-27T17:33:35Z', 'revision_number': 0, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:58Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:37.758121 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:37.789883 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (ea004596-3b65-4f14-b233-32ac63e08f6e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.795160 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (ea004596-3b65-4f14-b233-32ac63e08f6e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.800480 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b1052f78-70a9-4010-aba3-b5a1654b1e07 req-0cd629b1-5532-4cc6-9645-7ff2cd7d3f54 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Oct 27 17:33:37.820530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea004596-3b65-4f14-b233-32ac63e08f6e,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.829223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.830769 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-36fe2e86-a958-46de-aa0f-19ad0a324a9d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441643 Oct 27 17:33:37.833585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39466) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:37.838090 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'security_group_rule': {'security_group_id': 'd243046f-b977-4927-92f4-611cc7de1cc9', 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:37.860346 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.securitygroups_db [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Project 9dcd831cfdd74db99f8e0b07b84f41d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:33:37.866450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (fbc6e8a4-a5e9-42f7-8b6c-a08e7ebc1bd1), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.933526 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (fbc6e8a4-a5e9-42f7-8b6c-a08e7ebc1bd1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.937686 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (fbc6e8a4-a5e9-42f7-8b6c-a08e7ebc1bd1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.959822 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc6e8a4-a5e9-42f7-8b6c-a08e7ebc1bd1,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:37.969449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:37.970705 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4dccec2d-0db3-4f36-848e-cf54f4ba7713 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360269 Oct 27 17:33:37.978248 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da62775-8e14-4051-91cf-64d3bab75e67 None None] New status for floating IP 4637406a-c25e-418d-894a-738fcc9b6544: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:33:38.099190 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-3ebfc027-86a2-4f39-b95b-c996ebdb21a0 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-61907169&fields=id&tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7 HTTP/1.1" status: 200 len: 267 time: 0.0766895 Oct 27 17:33:38.119216 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-5ff4fb60-b4e0-4ef2-bf14-5f8cc2bcc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.120823 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-5ff4fb60-b4e0-4ef2-bf14-5f8cc2bcc734 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1130 time: 0.0670078 Oct 27 17:33:38.188267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-ff05683e-07d0-465e-a4dc-546790d8d428 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.189780 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-ff05683e-07d0-465e-a4dc-546790d8d428 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0828657 Oct 27 17:33:38.232147 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'port': {'security_groups': ['b822b460-461d-4f5c-a846-1e23706136db', 'd243046f-b977-4927-92f4-611cc7de1cc9']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:38.294278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-689e3879-454d-4a57-b486-b89e324ebfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.295796 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-689e3879-454d-4a57-b486-b89e324ebfdc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 915 time: 0.1554973 Oct 27 17:33:38.375495 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:38.398487 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-14f9ac58-2967-41d2-8fb0-46fc6e00c2f5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 1002 time: 0.0773082 Oct 27 17:33:38.488404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:38.492469 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-9612b42b-5127-4ee4-af5d-0a77218ae0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.493900 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-9612b42b-5127-4ee4-af5d-0a77218ae0f9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.0735772 Oct 27 17:33:38.507184 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:38.610227 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:38.637708 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:38.642221 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:38.652356 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.652969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:38.654909 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a5aaa5c4-d308-4fc6-a83f-4cfed6f82c54 req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "PUT /networking/v2.0/ports/e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 982 time: 0.4361641 Oct 27 17:33:38.655442 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:33:38.658327 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ec6be2-cf6b-4dc2-b21e-ec468137853d" -d '{"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:38.685989 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e5243648-b4fa-47b1-96eb-9bf82da1c364'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:33:38.703545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42705ec-faa7-450b-96cf-ecb6d3f63337 x-openstack-request-id: req-b42705ec-faa7-450b-96cf-ecb6d3f63337 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:38.704066 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:38.704166 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b42705ec-faa7-450b-96cf-ecb6d3f63337 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:38.704481 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42705ec-faa7-450b-96cf-ecb6d3f63337'] response: {'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'status': 'completed', 'code': 200} Oct 27 17:33:38.716923 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435fabd-1458-48ed-9183-c3d490c4c2e9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=6']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:38.765113 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce82e-f7d3-4c9c-bec2-1c3b42f2faf1 req-13a33eda-44c5-44da-9d05-5ad6201a3166 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.766866 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-718ce82e-f7d3-4c9c-bec2-1c3b42f2faf1 req-13a33eda-44c5-44da-9d05-5ad6201a3166 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0485139 Oct 27 17:33:38.829996 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-718ce82e-f7d3-4c9c-bec2-1c3b42f2faf1 req-0403d3e5-af0f-43c3-8c72-14eee4a6db75 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574806 Oct 27 17:33:38.838090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:38.854523 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:38.888895 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e5243648-b4fa-47b1-96eb-9bf82da1c364'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:33:38.926946 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b732c-234e-4b07-903d-4734f05084c0 req-a9f66390-8fc0-438c-88e3-3997f9882d6d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:38.928847 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d0b732c-234e-4b07-903d-4734f05084c0 req-a9f66390-8fc0-438c-88e3-3997f9882d6d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0485723 Oct 27 17:33:38.980780 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7d0b732c-234e-4b07-903d-4734f05084c0 req-e22189fb-e2c2-4ca2-9cc8-129487879b27 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460367 Oct 27 17:33:39.238902 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-915105ee-de89-4953-9f81-0acd1790a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:39.240647 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-915105ee-de89-4953-9f81-0acd1790a4fc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570388 Oct 27 17:33:39.335391 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-18133f74-3888-4d22-8bb1-d2d31df40073 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Oct 27 17:33:39.430796 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1be2b390-bd29-472d-9647-30111f43a0f3 req-3362f23e-9256-4562-82a6-47cd484285ad service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885918 Oct 27 17:33:39.576732 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-2efdc269-0141-489a-889a-a2e8de24a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:39.578502 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-2efdc269-0141-489a-889a-a2e8de24a1c6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1169 time: 0.0627172 Oct 27 17:33:39.677980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-4a38d600-b19b-42e7-8acc-5a2ed2c6a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:39.679434 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-4a38d600-b19b-42e7-8acc-5a2ed2c6a940 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 915 time: 0.0931640 Oct 27 17:33:39.742935 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-dfa28deb-2af3-411c-9005-4abd51bbf019 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 1002 time: 0.0561907 Oct 27 17:33:39.793968 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-9c152193-193f-4ac6-9a70-6e2169b40b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:39.795403 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-9c152193-193f-4ac6-9a70-6e2169b40b90 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.0460083 Oct 27 17:33:39.838752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-4ba7021c-6373-44a8-9f88-949a494bb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:39.840184 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-4ba7021c-6373-44a8-9f88-949a494bb6b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381746 Oct 27 17:33:39.931249 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-a06a7961-c939-426a-9c57-d9cb3cab4407 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Oct 27 17:33:39.964457 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:40.025717 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-42ec6be2-cf6b-4dc2-b21e-ec468137853d req-a3d721f9-4cde-416f-a520-3b70b8a3fddf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883281 Oct 27 17:33:40.100682 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15279b52-c34b-4175-8c76-94d38b4872fd req-4dfacc46-4d1a-40bb-a7fb-73fd744d0ec1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:40.102071 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-15279b52-c34b-4175-8c76-94d38b4872fd req-4dfacc46-4d1a-40bb-a7fb-73fd744d0ec1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0461674 Oct 27 17:33:40.148034 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-15279b52-c34b-4175-8c76-94d38b4872fd req-60c99468-ad28-4126-8984-d10ddefa84b5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Oct 27 17:33:40.388457 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=1,neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:40.404950 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d4f3-5abf-4ba6-ab98-819b4b0c8604 req-daf9cf90-bcc9-40c1-af9c-ada5cc050309 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:40.406418 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d659d4f3-5abf-4ba6-ab98-819b4b0c8604 req-daf9cf90-bcc9-40c1-af9c-ada5cc050309 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0488250 Oct 27 17:33:40.453352 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d659d4f3-5abf-4ba6-ab98-819b4b0c8604 req-e3aaad8f-d3a8-4975-9797-8422e08b46e4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Oct 27 17:33:41.191229 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db707b3b-0d32-48c1-9ec5-1947d82cd1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:41.572829 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd081e9-4982-4328-ae8a-cd491f5d040c req-b039c199-9c55-464b-a9f9-28dc873f3a5f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:41.574305 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5dd081e9-4982-4328-ae8a-cd491f5d040c req-b039c199-9c55-464b-a9f9-28dc873f3a5f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0463450 Oct 27 17:33:41.620629 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5dd081e9-4982-4328-ae8a-cd491f5d040c req-c274cb51-12bc-4524-be26-80ca5ec97cc9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Oct 27 17:33:42.745529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb216-5c3a-43c6-a98d-a1034936ce58 req-e062c41a-5664-4fb8-b2fa-abe54f31af19 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:42.746989 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ba4cb216-5c3a-43c6-a98d-a1034936ce58 req-e062c41a-5664-4fb8-b2fa-abe54f31af19 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0490644 Oct 27 17:33:42.793163 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ba4cb216-5c3a-43c6-a98d-a1034936ce58 req-ac057bc2-0860-4992-b022-2ba6a29fc61b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Oct 27 17:33:43.548519 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-af1d01b6-8f72-482a-9c93-a0a79a495fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:43.674695 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22390-33d0-4557-8199-992e3247871e req-46781b63-26c6-48cb-9155-70e970388737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:43.676198 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-46781b63-26c6-48cb-9155-70e970388737 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1129 time: 0.0391705 Oct 27 17:33:43.770407 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22390-33d0-4557-8199-992e3247871e req-831c5aff-04b2-4f20-8723-35fc784193ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:43.771925 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-831c5aff-04b2-4f20-8723-35fc784193ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0885324 Oct 27 17:33:43.810822 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-8e5b7f07-07a3-42aa-8489-565e52e89e90 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 217 time: 0.0320687 Oct 27 17:33:43.859306 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22390-33d0-4557-8199-992e3247871e req-fa85048f-6840-49ee-a24d-a38ce017e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:43.860782 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-fa85048f-6840-49ee-a24d-a38ce017e0e8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0438354 Oct 27 17:33:43.908854 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22390-33d0-4557-8199-992e3247871e req-d96aaa9c-1288-4207-b05b-ad1a2f575636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:43.910349 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-d96aaa9c-1288-4207-b05b-ad1a2f575636 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431135 Oct 27 17:33:43.916928 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740f4c-cf26-4fe7-a33a-ea9cf33902ab req-2f4625a4-7f75-4438-ad2b-5031a8ba676f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:43.918374 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-63740f4c-cf26-4fe7-a33a-ea9cf33902ab req-2f4625a4-7f75-4438-ad2b-5031a8ba676f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0489061 Oct 27 17:33:43.965719 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-63740f4c-cf26-4fe7-a33a-ea9cf33902ab req-8a93d0ae-f13f-4ec7-864b-ada761eb28ae tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Oct 27 17:33:43.999928 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-d4d796a3-4979-4736-802f-2bc765a537a8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834444 Oct 27 17:33:44.106593 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b0b22390-33d0-4557-8199-992e3247871e req-904f8ec4-6214-42b1-9dfd-476c38566758 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854213 Oct 27 17:33:44.980500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:45.086784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8454-a849-413e-a797-5ece86ae1558 req-8f5a88a2-fc63-4858-b058-4123509099cb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:45.088264 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-280e8454-a849-413e-a797-5ece86ae1558 req-8f5a88a2-fc63-4858-b058-4123509099cb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0472331 Oct 27 17:33:45.136276 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-280e8454-a849-413e-a797-5ece86ae1558 req-125ac669-f6dc-47e2-8a1f-44af951379e2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Oct 27 17:33:46.201204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:46.206634 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:46.260653 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cd812-05d4-4ec5-b84f-c225dcc36f64 req-d12e40da-4f64-4a3f-b092-614fd3ea9757 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:46.262140 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cd812-05d4-4ec5-b84f-c225dcc36f64 req-d12e40da-4f64-4a3f-b092-614fd3ea9757 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0479774 Oct 27 17:33:46.308631 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-712cd812-05d4-4ec5-b84f-c225dcc36f64 req-88e41eb2-fe1d-44a9-a56e-5bdf437ac3ce tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Oct 27 17:33:46.868241 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:47.426611 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf7e-4900-47eb-a53a-b9f4f15c7f82 req-b529ea49-f09a-4d51-8cad-06a39e7e4dac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:47.427987 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4493bf7e-4900-47eb-a53a-b9f4f15c7f82 req-b529ea49-f09a-4d51-8cad-06a39e7e4dac tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0456605 Oct 27 17:33:47.477693 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4493bf7e-4900-47eb-a53a-b9f4f15c7f82 req-97f6e2f6-a960-4f01-912d-b8ea4dd211ad tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Oct 27 17:33:48.097445 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:48.099353 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:48.599195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff5023-9972-4a78-a1a0-c6f59dbd3d5f req-a71e4a0d-aac1-42fc-a8a8-6ab02be3f9cd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:48.600750 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7ff5023-9972-4a78-a1a0-c6f59dbd3d5f req-a71e4a0d-aac1-42fc-a8a8-6ab02be3f9cd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0496113 Oct 27 17:33:48.648631 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a7ff5023-9972-4a78-a1a0-c6f59dbd3d5f req-3ce78b1b-d99e-4139-a8ec-0ef5baf30845 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Oct 27 17:33:49.600440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39568) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:49.703664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-14f737ef-2435-4772-800c-77b102d6a4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.741595 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:49.778401 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-14f737ef-2435-4772-800c-77b102d6a4ec admin admin] Publish callbacks [] for security_group (bffd9804-1d06-40d4-a223-18e6614f6d98), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.782445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-14f737ef-2435-4772-800c-77b102d6a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (bffd9804-1d06-40d4-a223-18e6614f6d98), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.819388 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f737ef-2435-4772-800c-77b102d6a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd9804-1d06-40d4-a223-18e6614f6d98,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:49.823693 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-14f737ef-2435-4772-800c-77b102d6a4ec admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b8f1fccfc2d6445287d9a141246aef4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222466 Oct 27 17:33:49.826992 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39572) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:49.833018 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:49.876108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5602f419-e65a-4323-828b-eb47f77b22bf admin admin] Publish callbacks [] for security_group (bffd9804-1d06-40d4-a223-18e6614f6d98), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.896085 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5602f419-e65a-4323-828b-eb47f77b22bf admin admin] Publish callbacks [] for security_group (bffd9804-1d06-40d4-a223-18e6614f6d98), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.944152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5602f419-e65a-4323-828b-eb47f77b22bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (bffd9804-1d06-40d4-a223-18e6614f6d98), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.947513 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5602f419-e65a-4323-828b-eb47f77b22bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:49.948930 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5602f419-e65a-4323-828b-eb47f77b22bf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/bffd9804-1d06-40d4-a223-18e6614f6d98 HTTP/1.1" status: 204 len: 168 time: 0.1215158 Oct 27 17:33:49.958410 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602f419-e65a-4323-828b-eb47f77b22bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd9804-1d06-40d4-a223-18e6614f6d98,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.105000 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39586) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:50.109938 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780603343', 'description': 'tempest-description--62265659'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:50.130244 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.199128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group (c01068ed-748e-412e-9a56-87bae596013a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.202397 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c01068ed-748e-412e-9a56-87bae596013a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.232836 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.234078 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1280789 Oct 27 17:33:50.236335 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef40dd-b256-46de-ac77-db18b7c94a3c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01068ed-748e-412e-9a56-87bae596013a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.237935 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39594) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:50.242679 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'security_group_rule': {'security_group_id': 'c01068ed-748e-412e-9a56-87bae596013a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:50.271302 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group_rule (3534428d-d557-4699-870a-fdc1aef85944), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.335260 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group_rule (3534428d-d557-4699-870a-fdc1aef85944), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.339020 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (3534428d-d557-4699-870a-fdc1aef85944), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.357907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3534428d-d557-4699-870a-fdc1aef85944,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.367382 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.368623 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3fcf494a-6b23-4481-af2e-7ed0d98d3828 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296160 Oct 27 17:33:50.371515 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39600) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:50.376598 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'security_group_rule': {'security_group_id': 'c01068ed-748e-412e-9a56-87bae596013a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:50.403109 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:50.407549 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group_rule (80fdfbca-a4a4-4160-a7f9-41762b6cb5b9), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.468574 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group_rule (80fdfbca-a4a4-4160-a7f9-41762b6cb5b9), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.472257 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (80fdfbca-a4a4-4160-a7f9-41762b6cb5b9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.493336 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fdfbca-a4a4-4160-a7f9-41762b6cb5b9,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.501578 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.502985 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1abfb2a7-f0a2-47b6-8664-869c1dbce105 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304233 Oct 27 17:33:50.506170 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39608) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:50.512710 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:50.526811 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:50.541459 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.616460 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39612) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:50.620270 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.723990 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1271814640-network', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:50.733843 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Allocated IP 172.27.0.64 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/8fda1eca-eeef-40cc-a307-d137c885eb82) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:50.744577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Made reservation on behalf of d8c77f9e29f141c7b5a02d8b7eb62da3 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:33:50.746847 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.755583 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.832524 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks [] for security_group (78b75665-f413-4828-b1fb-ee5499c93ec1), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.836619 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (78b75665-f413-4828-b1fb-ee5499c93ec1), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.840041 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.862234 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:33:50.872384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b75665-f413-4828-b1fb-ee5499c93ec1,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.872541 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.877276 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (64d54dd6-e58a-4d64-9ea4-cdcc907e2386), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.877618 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Added segment 64d54dd6-e58a-4d64-9ea4-cdcc907e2386 of type vlan for network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 Oct 27 17:33:50.918317 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (6b46168e-b39c-4a8b-b4c9-8fbae902deb6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.922798 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:50.926034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'Port': ['ID=8fda1eca-eeef-40cc-a307-d137c885eb82,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.929860 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:50.932214 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:50.942757 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (6b46168e-b39c-4a8b-b4c9-8fbae902deb6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.943808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:50.944395 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:50.949534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:51.011517 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3937907 Oct 27 17:33:51.015592 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39618) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:51.016702 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.020298 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Request body: {'subnet': {'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1271814640-subnet', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:51.023951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a42d5c-2203-4f97-93bb-bf87342580d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b46168e-b39c-4a8b-b4c9-8fbae902deb6,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:51.037854 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:33:51.041856 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Made reservation on behalf of d8c77f9e29f141c7b5a02d8b7eb62da3 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:33:51.044316 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25417054'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.053260 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.091605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:51.154672 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:51.209967 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.214408 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.266128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:51.291800 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'Port': ['ID=8fda1eca-eeef-40cc-a307-d137c885eb82,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:51.294335 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.311518 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.312871 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e8ab7148-cad3-44e2-8fc5-773016253b36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8055735 Oct 27 17:33:51.407104 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:51.460367 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25883263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25417008'] for subnet (bbf7c2e6-e241-41e9-a516-df3a82334945), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.516434 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf7c2e6-e241-41e9-a516-df3a82334945,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:51.521503 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-91d53067-5553-436e-981a-50617bd24096 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--780603343&fields=id&tenant_id=e29292a8f0184800a931a0cbd8c72bf8 HTTP/1.1" status: 200 len: 267 time: 0.0462558 Oct 27 17:33:51.525163 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Checking segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:51.525522 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Network hostable DHCP agents. Network: 6b46168e-b39c-4a8b-b4c9-8fbae902deb6, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:33:51.543094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:33:51.552904 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 6b46168e-b39c-4a8b-b4c9-8fbae902deb6) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:51.557392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:51.558879 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.563948 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b802dc1-86ee-49aa-bbe7-7e36df539034 None None] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:33:51.577463 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9583c70c-bc7a-4756-94e8-476c10984803 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5606871 Oct 27 17:33:51.580302 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39632) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:51.586381 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:51.610465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.611629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.657196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-5a51d9e8-978c-4be4-938c-92fcfdfb65f6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:51.658864 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-5a51d9e8-978c-4be4-938c-92fcfdfb65f6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 819 time: 0.1285181 Oct 27 17:33:51.668547 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks [] for router_controller (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.677180 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-f59c8683-be33-458a-819d-f6e785fa9d9b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/quotas/e29292a8f0184800a931a0cbd8c72bf8 HTTP/1.1" status: 200 len: 375 time: 0.0127261 Oct 27 17:33:51.682067 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:33:51.684270 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.739647 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-99bcc7f6-872f-4a34-836c-35fca6beed22 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0570447 Oct 27 17:33:51.820709 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks [] for router_gateway (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:51.845552 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-6c6def54-3188-488f-b528-8a56d8388795 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934880 Oct 27 17:33:51.943506 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-fbe14e73-c68a-4f71-ac69-fad13f47abdf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908432 Oct 27 17:33:51.971131 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Allocated IP 172.20.0.2 (6b46168e-b39c-4a8b-b4c9-8fbae902deb6/bbf7c2e6-e241-41e9-a516-df3a82334945/28d94bd9-9c02-45dd-be32-dc0f34376f7e) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:52.007972 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks [] for router_gateway (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.027560 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.118066 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Publish callbacks [] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.123894 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.138776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:52.140403 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Allocated IP 172.27.0.21 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/e8defe6d-802e-4af6-8a8b-1cdfde801bbc) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:52.161719 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:52.168920 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:52.172655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:52.175795 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Pushing event updated for resources: {'Port': ['ID=28d94bd9-9c02-45dd-be32-dc0f34376f7e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:52.187313 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.187654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.188047 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.188402 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.188731 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.189054 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.189380 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.189697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.190014 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.190328 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.190646 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.190977 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.191295 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.191612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.191950 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:52.243575 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Attempting to bind port 28d94bd9-9c02-45dd-be32-dc0f34376f7e on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:33:52.243980 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Attempting to bind port 28d94bd9-9c02-45dd-be32-dc0f34376f7e by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:33:52.244327 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Attempting to bind port 28d94bd9-9c02-45dd-be32-dc0f34376f7e on network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:33:52.249108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks [] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.268373 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:52.283222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.287976 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:33:52.288354 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Checking segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:52.288752 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.289143 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Bound using segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:33:52.289614 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Bound port: 28d94bd9-9c02-45dd-be32-dc0f34376f7e, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:33:52.289990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.323494 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:52.327834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:52.333542 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:52.355576 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] For port 28d94bd9-9c02-45dd-be32-dc0f34376f7e, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:33:52.359901 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] For port 28d94bd9-9c02-45dd-be32-dc0f34376f7e, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=28d94bd9-9c02-45dd-be32-dc0f34376f7e,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:33:52.360155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:52.368348 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.427776 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c092f2b-dcbe-4294-b3b8-08185a584933 None None] Pushing event updated for resources: {'Port': ['ID=28d94bd9-9c02-45dd-be32-dc0f34376f7e,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:52.596136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks [] for router_gateway (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.783529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:52.904215 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:33:52.952549 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.009459 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:53.019924 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Sync routers for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:53.027241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.031089 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4ca0dd18-23f8-4bbb-b65b-7ebc8b3b47e9 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4474440 Oct 27 17:33:53.031378 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39636) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:53.039136 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:53.039803 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:53.106219 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.142240 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ef69fc45-7c33-466a-b16a-317e6d14f841 req-d5e2aada-a052-4c73-9387-78f8997dbff1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0343013 Oct 27 17:33:53.158748 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.163781 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:53.304079 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17022ceb-8d8f-4463-9eaa-0584a28c5ad2 None None] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:33:53.400245 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Provisioning complete for port 28d94bd9-9c02-45dd-be32-dc0f34376f7e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:53.400616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.400959 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Attempt 1 to provision port 28d94bd9-9c02-45dd-be32-dc0f34376f7e Oct 27 17:33:53.434657 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:52Z', 'revision_number': 3, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:53.436302 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.455025 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.468380 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Checking router: 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:53.468730 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Updating router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 port e8defe6d-802e-4af6-8a8b-1cdfde801bbc binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:33:53.506686 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.535166 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.609993 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Allocated IP 172.20.0.1 (6b46168e-b39c-4a8b-b4c9-8fbae902deb6/bbf7c2e6-e241-41e9-a516-df3a82334945/e56cad39-2306-4914-971d-6ff6dc8f0792) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:53.650761 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Current status of the port 28d94bd9-9c02-45dd-be32-dc0f34376f7e is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:53.651151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.722928 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] For port 28d94bd9-9c02-45dd-be32-dc0f34376f7e, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=28d94bd9-9c02-45dd-be32-dc0f34376f7e,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:53.758249 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.834109 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee29aa-7d02-4801-af14-60007cd775ae None None] Pushing event updated for resources: {'Port': ['ID=28d94bd9-9c02-45dd-be32-dc0f34376f7e,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:53.911616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Publish callbacks [] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.913294 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-751604c6-2bad-415d-8ed0-a9acea11bc09 None None] Provisioning complete for port 28d94bd9-9c02-45dd-be32-dc0f34376f7e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:53.913644 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-751604c6-2bad-415d-8ed0-a9acea11bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.913970 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-751604c6-2bad-415d-8ed0-a9acea11bc09 None None] Attempt 1 to provision port 28d94bd9-9c02-45dd-be32-dc0f34376f7e Oct 27 17:33:53.935759 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.962929 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks [] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:53.985038 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Attempting to bind port e8defe6d-802e-4af6-8a8b-1cdfde801bbc on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:33:53.985403 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Attempting to bind port e8defe6d-802e-4af6-8a8b-1cdfde801bbc by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:33:53.985761 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Attempting to bind port e8defe6d-802e-4af6-8a8b-1cdfde801bbc on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:33:53.987453 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.994880 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:53.995763 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.028133 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbd734-121f-496b-88a1-2c9647d950a5 None None] Pushing event updated for resources: {'Port': ['ID=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.031952 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:54.038566 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:54.042495 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:54.067440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Pushing event updated for resources: {'Port': ['ID=e56cad39-2306-4914-971d-6ff6dc8f0792,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.079035 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:33:54.079405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:54.079831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.080223 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:33:54.080700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Bound port: e8defe6d-802e-4af6-8a8b-1cdfde801bbc, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:33:54.081075 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.084670 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.084817 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-751604c6-2bad-415d-8ed0-a9acea11bc09 None None] Current status of the port 28d94bd9-9c02-45dd-be32-dc0f34376f7e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:54.195233 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] For port e8defe6d-802e-4af6-8a8b-1cdfde801bbc, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:33:54.204730 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] For port e8defe6d-802e-4af6-8a8b-1cdfde801bbc, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:33:54.214428 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.259258 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:54.259913 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:54.272727 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-065b7879-67c8-4b9d-9a27-100b6ae53192 req-f155491c-7921-44c6-ac07-b6dcb66811ec tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0347869 Oct 27 17:33:54.275445 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.453921 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks [] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.458739 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.466969 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 28d94bd9-9c02-45dd-be32-dc0f34376f7e up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:33:54.471022 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-97d07df4-413a-4fd5-a3ab-e3b5569a5d8a None None] Provisioning complete for port e56cad39-2306-4914-971d-6ff6dc8f0792 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:54.471385 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-97d07df4-413a-4fd5-a3ab-e3b5569a5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.471752 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-97d07df4-413a-4fd5-a3ab-e3b5569a5d8a None None] Attempt 1 to provision port e56cad39-2306-4914-971d-6ff6dc8f0792 Oct 27 17:33:54.475863 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbd734-121f-496b-88a1-2c9647d950a5 None None] Pushing event updated for resources: {'Port': ['ID=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.505448 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:54.523409 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:54.533811 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Pushing event updated for resources: {'Port': ['ID=e56cad39-2306-4914-971d-6ff6dc8f0792,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.536213 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.570964 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-97d07df4-413a-4fd5-a3ab-e3b5569a5d8a None None] Port e56cad39-2306-4914-971d-6ff6dc8f0792 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:33:54.597106 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:54.598953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 28d94bd9-9c02-45dd-be32-dc0f34376f7e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:54.599377 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.599642 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 28d94bd9-9c02-45dd-be32-dc0f34376f7e Oct 27 17:33:54.638114 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:54.639408 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:54.755244 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:54.796028 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 28d94bd9-9c02-45dd-be32-dc0f34376f7e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:54.858295 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:33:53Z', 'revision_number': 1, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:54.861208 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:54.868169 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-71a45b37-698d-4f70-8d30-40c2a7fb3cec admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356800 Oct 27 17:33:54.891188 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e7873-8135-48cf-8234-6e86cb974e46 None None] The sync data for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi is: [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:33:53Z', 'revision_number': 1, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:54.899357 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-81d701d8-455f-4bf6-8501-52af948beabd None None] Provisioning complete for port e56cad39-2306-4914-971d-6ff6dc8f0792 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:54.899738 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-81d701d8-455f-4bf6-8501-52af948beabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:54.900069 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-81d701d8-455f-4bf6-8501-52af948beabd None None] Attempt 1 to provision port e56cad39-2306-4914-971d-6ff6dc8f0792 Oct 27 17:33:54.932861 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-81d701d8-455f-4bf6-8501-52af948beabd None None] Port e56cad39-2306-4914-971d-6ff6dc8f0792 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:33:55.389721 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-99fbe1ed-7c1a-4ccc-bed6-eb4c00df6b24 req-fbe3f0b2-0926-4cd6-b145-14a1938f1e2e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0387766 Oct 27 17:33:55.406465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39670) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:55.411999 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121551961-network', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:55.432736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Made reservation on behalf of 27413c05044f4fc1a5703c0a18afe43b for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:33:55.435207 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.444082 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.485387 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:55.530299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks [] for security_group (8bc53961-20c5-4316-9a0d-c49f2ff0d474), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.534268 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (8bc53961-20c5-4316-9a0d-c49f2ff0d474), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.565885 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:33:55.584156 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc53961-20c5-4316-9a0d-c49f2ff0d474,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:55.591065 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (3da3d861-cddc-4196-b155-68acc229a482), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.591065 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Added segment 3da3d861-cddc-4196-b155-68acc229a482 of type vlan for network 46dbecbb-fe5f-4102-8284-543e7e838300 Oct 27 17:33:55.633667 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (46dbecbb-fe5f-4102-8284-543e7e838300), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.662281 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (46dbecbb-fe5f-4102-8284-543e7e838300), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.663457 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:55.664073 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.702291 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2944188 Oct 27 17:33:55.705492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39672) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:55.711218 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Request body: {'subnet': {'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121551961-subnet', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:55.733541 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1447b13-8899-4abb-808d-695769d9ede0 admin admin] Pushing event updated for resources: {'Network': ['ID=46dbecbb-fe5f-4102-8284-543e7e838300,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:55.744744 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 46dbecbb-fe5f-4102-8284-543e7e838300 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:33:55.745259 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Made reservation on behalf of 27413c05044f4fc1a5703c0a18afe43b for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:33:55.750125 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380709'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.929493 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25380619'] for subnet (24e2d3b6-31fb-44e7-b527-11cb01121794), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:55.991784 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e2d3b6-31fb-44e7-b527-11cb01121794,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:56.004911 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Checking segment: {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:56.005323 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Network hostable DHCP agents. Network: 46dbecbb-fe5f-4102-8284-543e7e838300, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:33:56.024342 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Network 46dbecbb-fe5f-4102-8284-543e7e838300 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:33:56.034621 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 46dbecbb-fe5f-4102-8284-543e7e838300) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:56.039460 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:56.040537 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.043503 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1468059-f28d-4113-9686-0d1963f23123 None None] Network 46dbecbb-fe5f-4102-8284-543e7e838300 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:33:56.057919 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dc347105-17d4-4918-bd40-a24bccb09645 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3506801 Oct 27 17:33:56.061033 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39674) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:56.065723 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:56.072405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:56.088188 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.089458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.109345 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:56.148788 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks [] for router_controller (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), precommit_add_association {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.159876 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-46dbecbb-fe5f-4102-8284-543e7e838300', 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'fixed_ips': [{'subnet_id': '24e2d3b6-31fb-44e7-b527-11cb01121794'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:33:56.160867 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.161570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:56.264865 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.265672 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:56.298419 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks [] for router_gateway (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.318835 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Allocated IP 172.20.0.2 (46dbecbb-fe5f-4102-8284-543e7e838300/24e2d3b6-31fb-44e7-b527-11cb01121794/26b828b2-6261-4705-89b3-b3a04b1c5dc3) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:56.489328 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e8defe6d-802e-4af6-8a8b-1cdfde801bbc up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:33:56.516653 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6f5f9a4f-ad44-483c-9440-be9e1a20d5a4 req-da091108-b7b7-4a6e-8cd7-e4d559b9eb6c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0614469 Oct 27 17:33:56.536909 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Publish callbacks [] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.542988 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks [] for router_gateway (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.555002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.573786 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.611627 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port e8defe6d-802e-4af6-8a8b-1cdfde801bbc triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:56.612030 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.612471 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port e8defe6d-802e-4af6-8a8b-1cdfde801bbc Oct 27 17:33:56.615122 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Network 46dbecbb-fe5f-4102-8284-543e7e838300 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:56.619588 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:56.622045 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Pushing event updated for resources: {'Port': ['ID=26b828b2-6261-4705-89b3-b3a04b1c5dc3,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:56.628228 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:56.707767 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Allocated IP 172.27.0.246 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:56.723359 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Attempting to bind port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:33:56.723359 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Attempting to bind port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:33:56.723792 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Attempting to bind port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 on network 46dbecbb-fe5f-4102-8284-543e7e838300 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:33:56.794677 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port e8defe6d-802e-4af6-8a8b-1cdfde801bbc is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:56.795338 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.819382 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:33:56.819784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Checking segment: {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:56.820186 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.820595 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Bound using segment: {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:33:56.821064 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Bound port: 26b828b2-6261-4705-89b3-b3a04b1c5dc3, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:33:56.821445 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.833733 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port e8defe6d-802e-4af6-8a8b-1cdfde801bbc, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:56.835288 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks [] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.839426 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.870170 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:56.879917 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:56.918183 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:56.923634 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:56.925656 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:56.928024 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:56.935019 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] For port 26b828b2-6261-4705-89b3-b3a04b1c5dc3, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:33:56.938406 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] For port 26b828b2-6261-4705-89b3-b3a04b1c5dc3, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=26b828b2-6261-4705-89b3-b3a04b1c5dc3,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:33:56.939843 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:56.948258 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:57.007545 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642468-ee37-4783-b927-3b6e1376d19c None None] Pushing event updated for resources: {'Port': ['ID=26b828b2-6261-4705-89b3-b3a04b1c5dc3,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:57.142948 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:57.171494 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Sync routers for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:57.182214 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:57.182824 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:57.200915 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks [] for router_gateway (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:57.303588 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:57.346514 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:57.396924 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:57.493613 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 2, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:57.518133 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Checking router: 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:57.518541 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Updating router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 port e56cad39-2306-4914-971d-6ff6dc8f0792 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:33:57.522890 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:33:57.551986 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:57.630046 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:57.639407 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f4c03abc-86bd-42d5-99ea-13e928d80c73 req-12bece14-337c-4ded-bc36-1e9d57e23235 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0426042 Oct 27 17:33:57.641162 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Sync routers for ids ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:57.652172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:57.657011 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:57.658397 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b56a98b2-0304-4eca-abf1-1aca49916908 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5962534 Oct 27 17:33:57.661104 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39686) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:33:57.664860 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Routers {'0fd6d9bd-ef19-4f73-a821-42b0b07e6571'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:57.665507 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:57.818992 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Set router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:57.905494 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Publish callbacks [] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:57.913756 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.010113 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Pushing event updated for resources: {'Port': ['ID=e56cad39-2306-4914-971d-6ff6dc8f0792,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:58.042458 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.042792 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.043293 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.043664 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.044059 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.044391 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.044822 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.045153 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.045479 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.045906 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.046236 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.046575 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.046894 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.047378 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.047888 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:58.066107 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Attempting to bind port e56cad39-2306-4914-971d-6ff6dc8f0792 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:33:58.066739 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Attempting to bind port e56cad39-2306-4914-971d-6ff6dc8f0792 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:33:58.067264 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Attempting to bind port e56cad39-2306-4914-971d-6ff6dc8f0792 on network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:33:58.105147 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:57Z', 'revision_number': 3, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:58.123911 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:33:58.124613 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Checking segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:58.125022 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.125416 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Bound using segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:33:58.125928 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Bound port: e56cad39-2306-4914-971d-6ff6dc8f0792, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:33:58.126306 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.139668 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Checking router: 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:58.140059 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Updating router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:33:58.162165 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388377f-8af8-4256-be80-1e5023a918cb None None] Network 46dbecbb-fe5f-4102-8284-543e7e838300 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:33:58.203626 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] For port e56cad39-2306-4914-971d-6ff6dc8f0792, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:33:58.206391 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.208089 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:58.210894 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] For port e56cad39-2306-4914-971d-6ff6dc8f0792, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e56cad39-2306-4914-971d-6ff6dc8f0792,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:33:58.221701 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.263262 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:58.274402 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Provisioning complete for port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:58.274645 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:58.275317 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.275547 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:58.275677 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Attempt 1 to provision port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 Oct 27 17:33:58.426639 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:58.477055 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16d203-931c-441f-8ee3-590110fad7ec None None] Pushing event updated for resources: {'Port': ['ID=e56cad39-2306-4914-971d-6ff6dc8f0792,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:58.492851 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.512271 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:58.707338 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 26b828b2-6261-4705-89b3-b3a04b1c5dc3 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:33:58.719809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:58.750364 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Allocated IP 172.20.0.1 (46dbecbb-fe5f-4102-8284-543e7e838300/24e2d3b6-31fb-44e7-b527-11cb01121794/5052d130-2b97-44ee-9428-47ba973c08e5) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:33:58.789773 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ad99fea7-a202-4897-aa31-c64ee9e7dd95 req-1e1e20bc-dff1-4b90-b377-42d3170c28fd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0445945 Oct 27 17:33:58.800747 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Current status of the port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:58.801300 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.817059 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:58.865882 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:58.866554 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.866554 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 Oct 27 17:33:58.894151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] For port 26b828b2-6261-4705-89b3-b3a04b1c5dc3, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=26b828b2-6261-4705-89b3-b3a04b1c5dc3,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:58.905981 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.924091 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:33:58Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:58.942227 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks [] for port (5052d130-2b97-44ee-9428-47ba973c08e5), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:58.952303 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce2f4c7-57fc-4767-af85-40bba147ef3f None None] The sync data for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi is: [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:33:58Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:58.973823 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:58.975830 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.022939 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Network 46dbecbb-fe5f-4102-8284-543e7e838300 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:59.029243 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:59.030806 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Publish callbacks [] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.032361 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:33:59.058519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5052d130-2b97-44ee-9428-47ba973c08e5,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:59.064791 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.072726 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba71c7f-1c46-4e4d-b48e-31ad9cd499a6 None None] Pushing event updated for resources: {'Port': ['ID=26b828b2-6261-4705-89b3-b3a04b1c5dc3,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:59.076314 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-c36c40ce-e873-4938-ae6d-b554bc092484 None None] Provisioning complete for port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:59.077248 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c36c40ce-e873-4938-ae6d-b554bc092484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.077604 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-c36c40ce-e873-4938-ae6d-b554bc092484 None None] Attempt 1 to provision port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 Oct 27 17:33:59.081058 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.142839 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:59.144304 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e8defe6d-802e-4af6-8a8b-1cdfde801bbc up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:33:59.190625 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Attempting to bind port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:33:59.191002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Attempting to bind port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:33:59.191365 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Attempting to bind port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:33:59.236171 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.270817 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce3881-a58c-492d-8cd2-20866a5e2a34 None None] Pushing event updated for resources: {'Port': ['ID=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:59.295286 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:33:59.295660 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:33:59.296290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.296934 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:33:59.297608 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Bound port: eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:33:59.298230 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.366966 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port e8defe6d-802e-4af6-8a8b-1cdfde801bbc triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:59.367349 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.367693 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port e8defe6d-802e-4af6-8a8b-1cdfde801bbc Oct 27 17:33:59.415775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c36c40ce-e873-4938-ae6d-b554bc092484 None None] Current status of the port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:59.439621 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] For port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:33:59.443749 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] For port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:33:59.455435 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.471359 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks [] for port (5052d130-2b97-44ee-9428-47ba973c08e5), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.478365 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.531161 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:59.539360 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Routers {'0fd6d9bd-ef19-4f73-a821-42b0b07e6571'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:33:59.540390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:59.542371 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:59.545842 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-f253903a-ab96-49de-8eb9-0626262669c6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:33:59.547532 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-f253903a-ab96-49de-8eb9-0626262669c6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 819 time: 0.1831789 Oct 27 17:33:59.575881 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5052d130-2b97-44ee-9428-47ba973c08e5,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:59.585889 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.644526 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-2128e23f-a7e0-49b0-81e6-c95ecf572f00 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e29292a8f0184800a931a0cbd8c72bf8 HTTP/1.1" status: 200 len: 379 time: 0.0798366 Oct 27 17:33:59.657840 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'port': {'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'admin_state_up': True, 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'security_groups': ['c01068ed-748e-412e-9a56-87bae596013a']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:33:59.692984 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:59.705697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port e8defe6d-802e-4af6-8a8b-1cdfde801bbc is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:33:59.718210 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-9baa3137-2da1-438d-8b9a-e1992320c2dd None None] Provisioning complete for port 5052d130-2b97-44ee-9428-47ba973c08e5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:33:59.718572 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9baa3137-2da1-438d-8b9a-e1992320c2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.718908 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-9baa3137-2da1-438d-8b9a-e1992320c2dd None None] Attempt 1 to provision port 5052d130-2b97-44ee-9428-47ba973c08e5 Oct 27 17:33:59.719356 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Network 46dbecbb-fe5f-4102-8284-543e7e838300 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:33:59.720846 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:33:59.722729 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce3881-a58c-492d-8cd2-20866a5e2a34 None None] Pushing event updated for resources: {'Port': ['ID=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:59.726765 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] Set router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:33:59.808204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-9baa3137-2da1-438d-8b9a-e1992320c2dd None None] Port 5052d130-2b97-44ee-9428-47ba973c08e5 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:33:59.819133 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Made reservation on behalf of e29292a8f0184800a931a0cbd8c72bf8 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:33:59.833427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:33:59.875403 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:33:59.898628 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:59.976246 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9752c423-b5d3-4dc1-9c8f-cc6fe4acb8cd req-ffba8135-2daa-42f0-aa5e-77272b3430f4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0523324 Oct 27 17:34:00.005461 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:00.039022 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:34:00.044813 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dd30b8fa-09ef-4d0b-b143-44b173d289a9 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/0fd6d9bd-ef19-4f73-a821-42b0b07e6571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3822203 Oct 27 17:34:00.059955 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Allocated IP 172.20.0.7 (1141f554-a530-4b9e-acf6-75096dad10e5/c3ce72eb-6d23-498c-98e0-efc509e4760f/9f15684a-2e4a-47e6-b9f4-740131fbedfb) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:34:00.100488 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '5052d130-2b97-44ee-9428-47ba973c08e5', 'name': '', 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'mac_address': 'fa:16:3e:22:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:58Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 2, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'subnets': [{'id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:00.133292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbba67-5ee5-40f0-8dc0-3caf9a553352 None None] The sync data for ids ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'] in dv-cinder-862831-1-iscsi is: [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '5052d130-2b97-44ee-9428-47ba973c08e5', 'name': '', 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'mac_address': 'fa:16:3e:22:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:58Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 2, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'subnets': [{'id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:34:00.142082 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ed405e01-beb7-4e89-9d3d-bc1b035af86d None None] Provisioning complete for port 5052d130-2b97-44ee-9428-47ba973c08e5 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:00.142459 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed405e01-beb7-4e89-9d3d-bc1b035af86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.142791 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ed405e01-beb7-4e89-9d3d-bc1b035af86d None None] Attempt 1 to provision port 5052d130-2b97-44ee-9428-47ba973c08e5 Oct 27 17:34:00.176502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ed405e01-beb7-4e89-9d3d-bc1b035af86d None None] Port 5052d130-2b97-44ee-9428-47ba973c08e5 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:34:00.224663 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.236054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:00.261105 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.312189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Network 1141f554-a530-4b9e-acf6-75096dad10e5 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:34:00.315792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:34:00.317816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event updated for resources: {'Port': ['ID=9f15684a-2e4a-47e6-b9f4-740131fbedfb,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:00.320170 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:34:00.410307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:00.411084 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.440122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-b4f10d6c-4ef0-42e7-980c-09946b679f91 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7905426 Oct 27 17:34:00.462911 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Request body: {'port': {'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:00.498670 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39706) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:00.512224 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482951758', 'description': 'tempest-secgroup-smoke-1482951758 description', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:00.541702 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.545223 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.581232 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e56cad39-2306-4914-971d-6ff6dc8f0792 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:00.660172 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group (d5e3468d-3eea-4868-b1b5-9be3ddc15aaf), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.667900 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d5e3468d-3eea-4868-b1b5-9be3ddc15aaf), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.668646 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port e56cad39-2306-4914-971d-6ff6dc8f0792 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:00.669545 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.669887 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port e56cad39-2306-4914-971d-6ff6dc8f0792 Oct 27 17:34:00.728590 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.732789 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2286327 Oct 27 17:34:00.732789 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41803e-32d0-48a2-a60f-3546a77270f6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:00.734365 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39708) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:00.743834 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-2f6d99a3-2b20-459c-9e1f-98d3f5a4c8d0 None None] Provisioning complete for port 9f15684a-2e4a-47e6-b9f4-740131fbedfb triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:00.744181 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2f6d99a3-2b20-459c-9e1f-98d3f5a4c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.744499 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-2f6d99a3-2b20-459c-9e1f-98d3f5a4c8d0 None None] Attempt 1 to provision port 9f15684a-2e4a-47e6-b9f4-740131fbedfb Oct 27 17:34:00.752613 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3468d-3eea-4868-b1b5-9be3ddc15aaf', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:00.796357 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (fdcc8a10-be9d-49bc-accb-8745dcecab81), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.809925 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d99a3-2b20-459c-9e1f-98d3f5a4c8d0 None None] Port 9f15684a-2e4a-47e6-b9f4-740131fbedfb cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:34:00.818355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port e56cad39-2306-4914-971d-6ff6dc8f0792 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:00.818827 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.855951 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port e56cad39-2306-4914-971d-6ff6dc8f0792, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e56cad39-2306-4914-971d-6ff6dc8f0792,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:00.861668 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.862701 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 26b828b2-6261-4705-89b3-b3a04b1c5dc3 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:00.885085 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (fdcc8a10-be9d-49bc-accb-8745dcecab81), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.889529 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (fdcc8a10-be9d-49bc-accb-8745dcecab81), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.917578 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f15684a-2e4a-47e6-b9f4-740131fbedfb {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:00.921150 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcc8a10-be9d-49bc-accb-8745dcecab81,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:00.927152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Publish callbacks [] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.937844 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=e56cad39-2306-4914-971d-6ff6dc8f0792,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:00.938185 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.941992 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6e0f845d-5504-4f2a-9a3a-982f15d951d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927993 Oct 27 17:34:00.942302 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39710) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:00.949456 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3468d-3eea-4868-b1b5-9be3ddc15aaf', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:00.951626 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:00.952051 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.952393 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 Oct 27 17:34:00.956296 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Transition to ACTIVE for port object 9f15684a-2e4a-47e6-b9f4-740131fbedfb will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:34:00.964309 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:00.972216 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:01.022574 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (cb8a54af-83c7-493f-95df-0f583a66aafa), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.048059 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:01.059603 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Pushing event updated for resources: {'Port': ['ID=9f15684a-2e4a-47e6-b9f4-740131fbedfb,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.152697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7816b9-e9f4-41f2-a315-ac5124d858df req-589fdf7f-1b97-4a72-9a0b-c6d819a7a069 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:01.154694 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ad7816b9-e9f4-41f2-a315-ac5124d858df req-589fdf7f-1b97-4a72-9a0b-c6d819a7a069 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 943 time: 0.1009459 Oct 27 17:34:01.191353 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (cb8a54af-83c7-493f-95df-0f583a66aafa), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.192225 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Attempting to bind port 9f15684a-2e4a-47e6-b9f4-740131fbedfb on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:34:01.192558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Attempting to bind port 9f15684a-2e4a-47e6-b9f4-740131fbedfb by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:34:01.193035 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Attempting to bind port 9f15684a-2e4a-47e6-b9f4-740131fbedfb on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:01.213507 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (cb8a54af-83c7-493f-95df-0f583a66aafa), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.215054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:01.253748 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8a54af-83c7-493f-95df-0f583a66aafa,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.270141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.271323 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b2d594fd-c061-49af-910a-5017f6770fe9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279092 Oct 27 17:34:01.273993 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 39714) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:01.278925 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ad7816b9-e9f4-41f2-a315-ac5124d858df req-6a7dec4b-04ed-465f-a969-5696bbd5e4da tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163790 Oct 27 17:34:01.283852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3468d-3eea-4868-b1b5-9be3ddc15aaf', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:01.302399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Port 9f15684a-2e4a-47e6-b9f4-740131fbedfb on network 1141f554-a530-4b9e-acf6-75096dad10e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:34:01.302734 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Attempting to bind port 9f15684a-2e4a-47e6-b9f4-740131fbedfb on network 1141f554-a530-4b9e-acf6-75096dad10e5 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:01.342844 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (81d3198d-70db-49aa-97f7-487319aaeccb), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.382441 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:34:01.382775 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Checking segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:34:01.383154 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Bound using segment: {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:34:01.383590 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Bound port: 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b4229f-96c4-4739-882d-4018f451f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:34:01.383969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.445983 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (81d3198d-70db-49aa-97f7-487319aaeccb), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.455248 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (81d3198d-70db-49aa-97f7-487319aaeccb), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.482483 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d3198d-70db-49aa-97f7-487319aaeccb,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.485113 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] For port 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:34:01.495736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.497443 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d26537d2-3c20-4f84-a339-15afab7e7663 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2219057 Oct 27 17:34:01.500260 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39716) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:01.501059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] For port 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:34:01.505789 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3468d-3eea-4868-b1b5-9be3ddc15aaf', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:01.507380 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.511404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:01.512033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.514042 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 1093 time: 1.0557415 Oct 27 17:34:01.514579 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:01.515841 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:01.516963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88f13d4-bb85-495b-a690-2356b0131c48" -d '{"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:01.543304 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (afdc1836-62f8-4964-a5be-395661c76703), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.564290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c2929f-2e80-42b8-baa4-0a9709e30e01 x-openstack-request-id: req-f6c2929f-2e80-42b8-baa4-0a9709e30e01 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:01.564570 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:01.564816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6c2929f-2e80-42b8-baa4-0a9709e30e01 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:01.565258 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c2929f-2e80-42b8-baa4-0a9709e30e01'] response: {'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'status': 'completed', 'code': 200} Oct 27 17:34:01.570077 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b5880-ab85-44a6-997b-33eadf282d94 service neutron] Pushing event updated for resources: {'Port': ['ID=9f15684a-2e4a-47e6-b9f4-740131fbedfb,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.613455 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (afdc1836-62f8-4964-a5be-395661c76703), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.617219 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (afdc1836-62f8-4964-a5be-395661c76703), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.632144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-2bc0e9c2-05ca-4bc3-b44f-5ba260f46953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:01.633847 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-2bc0e9c2-05ca-4bc3-b44f-5ba260f46953 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1127 time: 0.0457647 Oct 27 17:34:01.636622 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdc1836-62f8-4964-a5be-395661c76703,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.643245 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.644453 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-29f0b4b2-f423-4ae1-b814-566826f8edf3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431630 Oct 27 17:34:01.647452 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39720) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:01.651796 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3468d-3eea-4868-b1b5-9be3ddc15aaf', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:01.673863 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.securitygroups_db [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Project d8c77f9e29f141c7b5a02d8b7eb62da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:34:01.678908 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-4675fefb-a57d-45c7-b9fd-f6c02a580ad4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 217 time: 0.0323508 Oct 27 17:34:01.679975 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (4a59c318-5857-4f2b-b15d-f80bb68d83a1), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.749114 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-670ac75c-1c8e-4aab-afea-e051130f7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:01.750012 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-670ac75c-1c8e-4aab-afea-e051130f7a1d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0644760 Oct 27 17:34:01.754053 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (4a59c318-5857-4f2b-b15d-f80bb68d83a1), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.760294 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (4a59c318-5857-4f2b-b15d-f80bb68d83a1), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.785702 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a59c318-5857-4f2b-b15d-f80bb68d83a1,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.798421 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.800430 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7c083c3b-962d-469d-b670-c9af3e7645d3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513474 Oct 27 17:34:01.802798 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39722) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:01.806260 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-20429f02-b35d-4238-96dc-1acf1afe4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:01.807528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3468d-3eea-4868-b1b5-9be3ddc15aaf', 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:01.808008 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-20429f02-b35d-4238-96dc-1acf1afe4b18 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512118 Oct 27 17:34:01.836366 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.securitygroups_db [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Project d8c77f9e29f141c7b5a02d8b7eb62da3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:34:01.842797 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (c97fb051-1e44-4067-a3b1-48d24bb14e6a), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.842889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:01.902164 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:01.915170 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-4afd2abf-1a10-4dbe-aa91-e1f9de2fc07e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981750 Oct 27 17:34:01.916594 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (c97fb051-1e44-4067-a3b1-48d24bb14e6a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.920897 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (c97fb051-1e44-4067-a3b1-48d24bb14e6a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.943541 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97fb051-1e44-4067-a3b1-48d24bb14e6a,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:01.952798 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:01.953955 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3c5dd06d-745e-4b64-b574-71b640d8ea40 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501648 Oct 27 17:34:02.280785 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80c1a327-c319-4c77-a18c-05c5627c94dc req-c76b8a7c-2b59-4047-a707-5019679d1d12 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590648 Oct 27 17:34:02.440804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165c59-b5b2-4914-9c43-34e3c18e2d9d req-5ac7bd9f-c304-4329-8dc0-7e4fd6c78fcb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:02.448473 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b165c59-b5b2-4914-9c43-34e3c18e2d9d req-5ac7bd9f-c304-4329-8dc0-7e4fd6c78fcb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 943 time: 0.0857425 Oct 27 17:34:02.508218 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b165c59-b5b2-4914-9c43-34e3c18e2d9d req-4e5a5bad-8404-444c-88fa-1b264b826e0c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586183 Oct 27 17:34:02.571864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e56cad39-2306-4914-971d-6ff6dc8f0792 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:02.617708 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port e56cad39-2306-4914-971d-6ff6dc8f0792 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:02.618084 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:02.618424 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port e56cad39-2306-4914-971d-6ff6dc8f0792 Oct 27 17:34:02.637002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:02.694857 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port e56cad39-2306-4914-971d-6ff6dc8f0792 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:02.695943 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:02.739733 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:02.740119 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:02.740457 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 Oct 27 17:34:02.781929 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:02.814434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:02.814818 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:02.835573 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:02.839455 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:03.038884 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:03.196436 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Sync routers for ids ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:34:03.207463 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Routers {'0fd6d9bd-ef19-4f73-a821-42b0b07e6571'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:34:03.208101 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:03.311327 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Set router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:34:03.499645 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '5052d130-2b97-44ee-9428-47ba973c08e5', 'name': '', 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'mac_address': 'fa:16:3e:22:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:58Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 2, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'subnets': [{'id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:03.529045 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Checking router: 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:34:03.529456 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Updating router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 port 5052d130-2b97-44ee-9428-47ba973c08e5 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:34:03.569706 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:03.641134 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eedbe6-9078-45cf-bbf0-abab99da1264 req-1178d87a-88c5-4397-addb-ceacc04ca3ba tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:03.642646 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-68eedbe6-9078-45cf-bbf0-abab99da1264 req-1178d87a-88c5-4397-addb-ceacc04ca3ba tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 943 time: 0.0500202 Oct 27 17:34:03.679635 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:34:03.690779 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-68eedbe6-9078-45cf-bbf0-abab99da1264 req-9b4e8d45-5225-4ae2-8edc-7617eee30bcd tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Oct 27 17:34:03.755344 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:03.797789 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:03.841296 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Publish callbacks [] for port (5052d130-2b97-44ee-9428-47ba973c08e5), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:03.845934 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:03.914526 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7602ab-963c-4a2a-abbb-bcbecb1fa504 None None] Pushing event updated for resources: {'Port': ['ID=5052d130-2b97-44ee-9428-47ba973c08e5,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:03.944463 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Attempting to bind port 5052d130-2b97-44ee-9428-47ba973c08e5 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:34:03.944856 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Attempting to bind port 5052d130-2b97-44ee-9428-47ba973c08e5 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:34:03.945214 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Attempting to bind port 5052d130-2b97-44ee-9428-47ba973c08e5 on network 46dbecbb-fe5f-4102-8284-543e7e838300 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:03.989762 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:34:03.990127 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Checking segment: {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:34:03.990524 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:03.990909 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Bound using segment: {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:34:03.991375 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Bound port: 5052d130-2b97-44ee-9428-47ba973c08e5, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da3d861-cddc-4196-b155-68acc229a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:34:03.991768 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:04.051521 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] For port 5052d130-2b97-44ee-9428-47ba973c08e5, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:34:04.054596 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] For port 5052d130-2b97-44ee-9428-47ba973c08e5, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=5052d130-2b97-44ee-9428-47ba973c08e5,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:34:04.060671 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:04.095113 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Routers {'0fd6d9bd-ef19-4f73-a821-42b0b07e6571'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:34:04.095651 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:04.152689 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7602ab-963c-4a2a-abbb-bcbecb1fa504 None None] Pushing event updated for resources: {'Port': ['ID=5052d130-2b97-44ee-9428-47ba973c08e5,revision_number=4']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:04.213529 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] Set router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:34:04.407427 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '5052d130-2b97-44ee-9428-47ba973c08e5', 'name': '', 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'mac_address': 'fa:16:3e:22:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:58Z', 'updated_at': '2022-10-27T17:34:04Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'subnets': [{'id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:04.433446 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b648-7989-4e9b-a509-e49a1a384b11 None None] The sync data for ids ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'] in dv-cinder-862831-1-iscsi is: [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:33:59Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '5052d130-2b97-44ee-9428-47ba973c08e5', 'name': '', 'network_id': '46dbecbb-fe5f-4102-8284-543e7e838300', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'mac_address': 'fa:16:3e:22:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:58Z', 'updated_at': '2022-10-27T17:34:04Z', 'revision_number': 4, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'subnets': [{'id': '24e2d3b6-31fb-44e7-b527-11cb01121794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:34:04.455313 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:04.500432 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:04.500802 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:04.501137 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 Oct 27 17:34:04.579500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:04.580780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 5052d130-2b97-44ee-9428-47ba973c08e5 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:04.642986 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 5052d130-2b97-44ee-9428-47ba973c08e5 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:04.643364 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:04.643702 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 5052d130-2b97-44ee-9428-47ba973c08e5 Oct 27 17:34:04.721299 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 5052d130-2b97-44ee-9428-47ba973c08e5 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:04.721688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:04.762408 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 5052d130-2b97-44ee-9428-47ba973c08e5, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=5052d130-2b97-44ee-9428-47ba973c08e5,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:04.768134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:04.824352 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=5052d130-2b97-44ee-9428-47ba973c08e5,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:04.832918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78eeb-b2c5-4df5-a6f2-e45f3e0d127a req-4d5d6f77-0f14-400f-bb85-d71547e9abb2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:04.834363 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fdf78eeb-b2c5-4df5-a6f2-e45f3e0d127a req-4d5d6f77-0f14-400f-bb85-d71547e9abb2 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 943 time: 0.0541606 Oct 27 17:34:04.889092 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:04.894281 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fdf78eeb-b2c5-4df5-a6f2-e45f3e0d127a req-ce137577-1e8e-4632-bb9a-a8f02d4f22f3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527556 Oct 27 17:34:05.987238 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-f7ec2698-4e13-4950-b738-83dae03a9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:05.988884 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-f7ec2698-4e13-4950-b738-83dae03a9554 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1127 time: 0.0457628 Oct 27 17:34:06.035665 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4786fd-3cab-4b6c-9b48-05875553f941 req-a03354e8-b21b-4900-a05a-f985297f3f26 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:06.037248 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1f4786fd-3cab-4b6c-9b48-05875553f941 req-a03354e8-b21b-4900-a05a-f985297f3f26 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 943 time: 0.0533226 Oct 27 17:34:06.084472 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-30bdbdf5-ab0e-44cf-836f-3b2983bf2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:06.085990 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-30bdbdf5-ab0e-44cf-836f-3b2983bf2c7c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0906472 Oct 27 17:34:06.096275 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1f4786fd-3cab-4b6c-9b48-05875553f941 req-f08587f1-9244-4cfb-8a79-7ea809d42765 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532992 Oct 27 17:34:06.135394 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-aad1cb6a-e813-4e11-8f0e-e786649388d1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 217 time: 0.0402472 Oct 27 17:34:06.189749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-1e679f8c-eb75-44f4-a597-8619f6282a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:06.191270 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-1e679f8c-eb75-44f4-a597-8619f6282a8f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0471289 Oct 27 17:34:06.241543 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 9f15684a-2e4a-47e6-b9f4-740131fbedfb details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:34:06.244331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-1f5cc5c9-d882-4c88-b53d-bf0c91894fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:06.245858 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-1f5cc5c9-d882-4c88-b53d-bf0c91894fd3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403249 Oct 27 17:34:06.341992 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-e8745713-ccc4-464a-b34c-ac455ef515d5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892973 Oct 27 17:34:06.346382 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:06.359456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:34:06.402314 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 9f15684a-2e4a-47e6-b9f4-740131fbedfb is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:06.402708 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:06.418714 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f15684a-2e4a-47e6-b9f4-740131fbedfb {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:06.428973 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:06.436427 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f88f13d4-bb85-495b-a690-2356b0131c48 req-c20da939-dc29-414f-87d1-13b56b2e1c64 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Oct 27 17:34:06.441032 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:06.445342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:06.470827 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 5052d130-2b97-44ee-9428-47ba973c08e5 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:06.515065 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:06.529669 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=9f15684a-2e4a-47e6-b9f4-740131fbedfb,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:06.541906 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 5052d130-2b97-44ee-9428-47ba973c08e5 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:06.542283 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:06.542622 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 5052d130-2b97-44ee-9428-47ba973c08e5 Oct 27 17:34:06.620413 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 5052d130-2b97-44ee-9428-47ba973c08e5 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:07.096150 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['9f15684a-2e4a-47e6-b9f4-740131fbedfb'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:34:07.232880 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122215d-7cf6-4ec6-a1e5-b68289363c01 req-7ea7984d-3013-4629-848b-298b51969077 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:07.234478 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4122215d-7cf6-4ec6-a1e5-b68289363c01 req-7ea7984d-3013-4629-848b-298b51969077 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 944 time: 0.0540855 Oct 27 17:34:07.283031 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4122215d-7cf6-4ec6-a1e5-b68289363c01 req-28be3a15-c1dc-42f3-9aef-0875973eed5a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 Oct 27 17:34:08.405179 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a75bf7-23e5-4f86-bcb5-34e50cd65bd1 req-0e1f3d31-894b-4f27-9137-65656db61c6d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:08.406683 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6a75bf7-23e5-4f86-bcb5-34e50cd65bd1 req-0e1f3d31-894b-4f27-9137-65656db61c6d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 944 time: 0.0476220 Oct 27 17:34:08.454936 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a6a75bf7-23e5-4f86-bcb5-34e50cd65bd1 req-3468f1e0-aec9-43cd-b010-d9ec23be48c4 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Oct 27 17:34:08.466501 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 9f15684a-2e4a-47e6-b9f4-740131fbedfb up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:08.508902 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 9f15684a-2e4a-47e6-b9f4-740131fbedfb completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:34:08.515209 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 9f15684a-2e4a-47e6-b9f4-740131fbedfb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:08.515593 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:08.515963 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 9f15684a-2e4a-47e6-b9f4-740131fbedfb Oct 27 17:34:08.591093 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 9f15684a-2e4a-47e6-b9f4-740131fbedfb is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:08.591479 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:08.614900 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:08.617215 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cbcd18-0acc-4dc5-b48b-eb1245d5d5dc" -d '{"events": [{"server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "name": "network-vif-plugged", "status": "completed", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:08.630599 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:08.634780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:08.657805 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd92055b-3c18-4057-be2e-a66884883b6b x-openstack-request-id: req-bd92055b-3c18-4057-be2e-a66884883b6b {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:08.658119 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "name": "network-vif-plugged", "status": "completed", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:08.658374 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd92055b-3c18-4057-be2e-a66884883b6b {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:08.658762 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd92055b-3c18-4057-be2e-a66884883b6b'] response: {'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'code': 200} Oct 27 17:34:08.684001 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=9f15684a-2e4a-47e6-b9f4-740131fbedfb,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:08.887346 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dbb46-ae62-4bad-a06e-517c633d1ca5 req-dfdfb505-a754-45d5-94b4-a9e908d76c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:08.889756 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-607dbb46-ae62-4bad-a06e-517c633d1ca5 req-dfdfb505-a754-45d5-94b4-a9e908d76c16 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.0398037 Oct 27 17:34:08.937960 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-607dbb46-ae62-4bad-a06e-517c633d1ca5 req-f8356868-0359-4a31-9ec3-e4e5d1352588 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395186 Oct 27 17:34:09.576816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe27cf-ca6e-4050-99ca-d668d06b8e64 req-9501c69f-2520-4233-8dce-e6d298a61039 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:09.578540 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6bbe27cf-ca6e-4050-99ca-d668d06b8e64 req-9501c69f-2520-4233-8dce-e6d298a61039 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Oct 27 17:34:09.626677 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6bbe27cf-ca6e-4050-99ca-d668d06b8e64 req-d8529ad5-ee23-4951-8b4d-0e99207ff68a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422442 Oct 27 17:34:10.749353 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c542-7717-440e-9768-af98f1064fa4 req-121a4de1-da09-4190-8405-fd857b8069be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:10.750820 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9f72c542-7717-440e-9768-af98f1064fa4 req-121a4de1-da09-4190-8405-fd857b8069be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0472152 Oct 27 17:34:10.801634 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9f72c542-7717-440e-9768-af98f1064fa4 req-e3f5f603-3341-4d44-9870-0f5fe9c2d341 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452158 Oct 27 17:34:11.192825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73cb87c4-b499-41bc-b35e-1afaba1509c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:11.926031 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91848a-18ee-4c30-a00f-9f82a4984310 req-e6de1ad3-4431-478d-b9e0-6f0007e22505 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:11.927602 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ee91848a-18ee-4c30-a00f-9f82a4984310 req-e6de1ad3-4431-478d-b9e0-6f0007e22505 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Oct 27 17:34:11.939635 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:11.982661 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ee91848a-18ee-4c30-a00f-9f82a4984310 req-f49543ea-64c5-4071-a213-54297114f2aa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475969 Oct 27 17:34:12.065287 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:12.102151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce7e9-3818-4f31-b687-ba5d58dcb41e req-9cb09adc-9f10-403a-aa95-a0210804633c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:12.103577 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44fce7e9-3818-4f31-b687-ba5d58dcb41e req-9cb09adc-9f10-403a-aa95-a0210804633c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Oct 27 17:34:12.115952 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 39826) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:12.120561 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'floatingip': {'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:12.158022 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:12.584675 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:12.588484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:12.684990 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Floating IP 4734eca7-3acf-4def-94da-e1efd15df04c associated. External IP: 172.27.0.64, port: 9f15684a-2e4a-47e6-b9f4-740131fbedfb. Oct 27 17:34:12.721256 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:12.880626 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Router e2d6072b-0a13-4658-a6af-cc259371bb84 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:34:12.985438 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:34:12.990013 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:12.995426 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] Sync routers for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:34:13.006409 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:34:13.007109 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:13.022327 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-68a87a2c-d1c0-4622-9ed1-7b3ebeb40c9f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/4734eca7-3acf-4def-94da-e1efd15df04c HTTP/1.1" status: 200 len: 990 time: 0.9030049 Oct 27 17:34:13.022327 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:13.022958 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff" -d '{"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:13.064912 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f438f-1ff4-4945-90ed-902bee7cb206 x-openstack-request-id: req-e22f438f-1ff4-4945-90ed-902bee7cb206 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:13.065400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:13.065659 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e22f438f-1ff4-4945-90ed-902bee7cb206 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:13.066067 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22f438f-1ff4-4945-90ed-902bee7cb206'] response: {'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'status': 'completed', 'code': 200} Oct 27 17:34:13.115626 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:34:13.176572 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-222c1a61-da52-46b0-9e11-376b835c2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:13.178232 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-222c1a61-da52-46b0-9e11-376b835c2e18 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.0412655 Oct 27 17:34:13.236389 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:13.281946 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-b9ed39c5-1984-4753-9fe1-4b22f06ff1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:13.283432 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-b9ed39c5-1984-4753-9fe1-4b22f06ff1f8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0960104 Oct 27 17:34:13.289168 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:13.340565 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4734eca7-3acf-4def-94da-e1efd15df04c', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:50Z', 'updated_at': '2022-10-27T17:34:12Z', 'revision_number': 1, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:13.350299 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-0ff6dfe2-3411-43f2-be8e-434da309d093 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 998 time: 0.0584471 Oct 27 17:34:13.366778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] Checking router: e2d6072b-0a13-4658-a6af-cc259371bb84 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:34:13.375856 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:34:13.376455 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:33:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:13.394520 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:13.409275 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-1db34e32-f1c3-4a2c-a50d-3a921eb7ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:13.410795 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-1db34e32-f1c3-4a2c-a50d-3a921eb7ba4b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0455391 Oct 27 17:34:13.463157 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-d714dfe6-78f3-424e-a6f5-38eb65fd24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:13.464837 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-d714dfe6-78f3-424e-a6f5-38eb65fd24de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428145 Oct 27 17:34:13.477998 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:34:13.561675 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-bf914295-d447-4730-b0dc-0377e41c6f49 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853944 Oct 27 17:34:13.574238 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5972d609-d076-4400-8135-acdd4468db3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:13.664861 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bed22ffc-f853-43eb-a2b0-ce79f7c315ff req-f8124fe5-4ca0-4939-919f-83a618561127 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929341 Oct 27 17:34:13.706650 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4734eca7-3acf-4def-94da-e1efd15df04c', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:50Z', 'updated_at': '2022-10-27T17:34:12Z', 'revision_number': 1, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:13.732512 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840ad38-4e84-4fc0-9eee-eef883999d11 None None] The sync data for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi is: [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4734eca7-3acf-4def-94da-e1efd15df04c', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:50Z', 'updated_at': '2022-10-27T17:34:12Z', 'revision_number': 1, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:34:13.920399 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735b109-8f15-48e8-a35e-d77f7c7bedae None None] New status for floating IP 4734eca7-3acf-4def-94da-e1efd15df04c: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:34:14.984605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:16.208593 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:16.870046 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:23.014839 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:23.018969 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=34 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:23.411029 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abbb79-006d-4a4b-b684-73b0bb8e514d req-85bb93b4-bf5a-4ff8-b95c-1f8e6f2bb0da tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:23.412588 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6abbb79-006d-4a4b-b684-73b0bb8e514d req-85bb93b4-bf5a-4ff8-b95c-1f8e6f2bb0da tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0485451 Oct 27 17:34:23.460230 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e6abbb79-006d-4a4b-b684-73b0bb8e514d req-df635547-0070-4582-96df-3ad6f715b571 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 Oct 27 17:34:24.019475 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:24.022907 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:24.606051 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44dc1a-da3a-44ee-8645-9a779542eb07 req-13d9b8d6-69e8-4f5d-8ec5-954e6e9ee5e5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:24.612133 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4e44dc1a-da3a-44ee-8645-9a779542eb07 req-13d9b8d6-69e8-4f5d-8ec5-954e6e9ee5e5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0719566 Oct 27 17:34:24.663409 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4e44dc1a-da3a-44ee-8645-9a779542eb07 req-0bf9cbdd-c5b0-4ba7-b631-c7025271d077 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487266 Oct 27 17:34:25.797465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6306b-868e-40bc-b7e4-d52857e3ac7b req-2657db8b-f2a2-4b5a-8382-936d85e62749 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:25.798967 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8aa6306b-868e-40bc-b7e4-d52857e3ac7b req-2657db8b-f2a2-4b5a-8382-936d85e62749 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0475082 Oct 27 17:34:25.846254 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8aa6306b-868e-40bc-b7e4-d52857e3ac7b req-628be62b-5df1-43ae-b84e-96a537698874 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Oct 27 17:34:26.236766 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:26.553943 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-602cbb6b-e765-4004-998b-54340a7544be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:26.555546 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-602cbb6b-e765-4004-998b-54340a7544be service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1129 time: 0.0386074 Oct 27 17:34:26.660808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-48253a10-5bf4-40d3-9670-7bbaa3e699ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:26.662256 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-48253a10-5bf4-40d3-9670-7bbaa3e699ff service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.0872591 Oct 27 17:34:26.722994 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-345bab30-fbd8-4753-a48b-b3d39e0957fb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 1000 time: 0.0541866 Oct 27 17:34:26.776438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-4f7dec09-95c4-489c-9e5b-d48c8ea6ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:26.777877 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-4f7dec09-95c4-489c-9e5b-d48c8ea6ac40 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0487556 Oct 27 17:34:26.814211 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:26.826155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-d75be434-eb22-4f02-ad71-0faa85945b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:26.828300 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-d75be434-eb22-4f02-ad71-0faa85945b87 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425811 Oct 27 17:34:26.957473 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-99525aa3-4e0a-4720-8ac9-18cc35651895 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901105 Oct 27 17:34:26.977550 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660d4da-a39b-4db6-b39a-cb014f076f7a req-05ca5dde-3c14-4e26-8997-3e845d896d21 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:26.979316 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9660d4da-a39b-4db6-b39a-cb014f076f7a req-05ca5dde-3c14-4e26-8997-3e845d896d21 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0495350 Oct 27 17:34:27.024172 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:27.028195 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9660d4da-a39b-4db6-b39a-cb014f076f7a req-bb7515ca-ceb6-47ae-b1fc-ba5a855d4424 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422018 Oct 27 17:34:27.057452 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b8642d6-47bb-4d06-93d8-3087c0ad790c req-6f076ffb-6030-48c1-9b92-8eeebbbea84d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931730 Oct 27 17:34:28.154183 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb09f-3d48-4273-b550-f7bc5d9d68d1 req-c0733a80-aac9-4b94-8dc0-fbe2f6ef4703 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:28.155544 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fcdeb09f-3d48-4273-b550-f7bc5d9d68d1 req-c0733a80-aac9-4b94-8dc0-fbe2f6ef4703 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0452933 Oct 27 17:34:28.201241 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fcdeb09f-3d48-4273-b550-f7bc5d9d68d1 req-dcea9cbb-e1bf-4a4c-832d-aa8e51e824a7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Oct 27 17:34:29.079289 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b53c736f-4cc4-4a28-9d4d-bfa33c29558b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1482951758&fields=id&tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3 HTTP/1.1" status: 200 len: 267 time: 0.0441184 Oct 27 17:34:29.185308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-67ec3858-0399-4dbb-9e57-308443d5c8d8 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:29.186683 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-67ec3858-0399-4dbb-9e57-308443d5c8d8 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 809 time: 0.1012228 Oct 27 17:34:29.201243 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-8901f4c2-ad9a-4563-be82-09819ad9cbc5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/quotas/d8c77f9e29f141c7b5a02d8b7eb62da3 HTTP/1.1" status: 200 len: 375 time: 0.0087554 Oct 27 17:34:29.250588 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-46e2b093-e843-46a9-afc4-307d90f47eed tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439472 Oct 27 17:34:29.330491 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521be311-09da-47ea-bb13-2496adc3caf7 req-cd978497-1c8b-4617-8668-e9d3afcd47da tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:29.331997 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-521be311-09da-47ea-bb13-2496adc3caf7 req-cd978497-1c8b-4617-8668-e9d3afcd47da tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0492420 Oct 27 17:34:29.352502 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-04083c7b-be3a-4cc9-9a95-427b98350d85 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906577 Oct 27 17:34:29.383301 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-521be311-09da-47ea-bb13-2496adc3caf7 req-44717c33-672f-4c1f-b1dd-945ee8eea148 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Oct 27 17:34:29.442400 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-d9977cc6-7e83-42fd-bcc5-2bd721cdefbe service neutron] 10.222.0.36 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Oct 27 17:34:29.728915 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-499eefc6-2c16-484f-ad71-bf3beba3413f req-cb3242a4-045d-4f7f-a5d3-92e42cc03686 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 210 time: 0.0270424 Oct 27 17:34:30.519487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6db19-24e2-4aa3-97f2-8fb0a862e219 req-28798ef4-9c1c-4418-a4c5-7298cdbcc97e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:30.521333 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dfe6db19-24e2-4aa3-97f2-8fb0a862e219 req-28798ef4-9c1c-4418-a4c5-7298cdbcc97e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0552011 Oct 27 17:34:30.575773 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dfe6db19-24e2-4aa3-97f2-8fb0a862e219 req-43387a33-e597-40c5-bc0c-4ce555f97647 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446000 Oct 27 17:34:30.828998 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1911c69a-f993-4f92-babb-a487e41cae87 req-62dd3c67-8085-49b8-9ca9-f61c2c3cad9d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 210 time: 0.0273595 Oct 27 17:34:31.164627 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-9a2bbe77-d581-438b-add0-9e1756788e8b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:31.166114 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-9a2bbe77-d581-438b-add0-9e1756788e8b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 809 time: 0.1056616 Oct 27 17:34:31.243358 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-6ca25816-6ef4-49cc-adf2-eb57329f92d1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3 HTTP/1.1" status: 200 len: 380 time: 0.0572453 Oct 27 17:34:31.253170 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'port': {'device_id': '26a883d9-7208-49ab-9775-557bba9f7efd', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'admin_state_up': True, 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'security_groups': ['d5e3468d-3eea-4868-b1b5-9be3ddc15aaf']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:31.361469 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Made reservation on behalf of d8c77f9e29f141c7b5a02d8b7eb62da3 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:34:31.365181 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:31.373697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:31.483915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:31.497567 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Allocated IP 172.20.0.9 (6b46168e-b39c-4a8b-b4c9-8fbae902deb6/bbf7c2e6-e241-41e9-a516-df3a82334945/469bd0cf-71f5-4704-9199-a07d128929ab) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:34:31.639630 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for port (469bd0cf-71f5-4704-9199-a07d128929ab), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:31.706064 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51d63-cd42-4cfe-985a-c5054c23a2be req-5dbecfa1-257c-46d0-beac-c6e0d137df92 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:31.707529 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e9f51d63-cd42-4cfe-985a-c5054c23a2be req-5dbecfa1-257c-46d0-beac-c6e0d137df92 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0524216 Oct 27 17:34:31.708919 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:31.770658 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:34:31.781697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:34:31.785833 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:34:31.788321 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:31.826941 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.827286 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.827628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.828544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.828880 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.829214 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.829538 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.829862 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.830187 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.830509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.830831 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.831153 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.831474 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.831819 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.832140 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:31.847245 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e9f51d63-cd42-4cfe-985a-c5054c23a2be req-3c03aa6a-648c-4222-be14-1b8d8db08268 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300159 Oct 27 17:34:31.864817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:31.865397 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:31.900437 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-59f8e532-c5fc-4536-bb13-884dca89ad60 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6511729 Oct 27 17:34:31.957557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a3f78-4e3d-4873-8279-3c1820ee52db req-6c9e3b57-ae94-461a-bcc8-e6dcd4363024 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:31.959099 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f51a3f78-4e3d-4873-8279-3c1820ee52db req-6c9e3b57-ae94-461a-bcc8-e6dcd4363024 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 931 time: 0.0467131 Oct 27 17:34:32.010283 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f51a3f78-4e3d-4873-8279-3c1820ee52db req-3990b542-91ee-44a1-afd7-063cf46f2c35 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456464 Oct 27 17:34:32.026088 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-bf4a94c1-0a43-44ff-8a7d-8491cb0d22a8 None None] Provisioning complete for port 469bd0cf-71f5-4704-9199-a07d128929ab triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:32.026615 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bf4a94c1-0a43-44ff-8a7d-8491cb0d22a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.026775 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-bf4a94c1-0a43-44ff-8a7d-8491cb0d22a8 None None] Attempt 1 to provision port 469bd0cf-71f5-4704-9199-a07d128929ab Oct 27 17:34:32.058128 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a94c1-0a43-44ff-8a7d-8491cb0d22a8 None None] Port 469bd0cf-71f5-4704-9199-a07d128929ab cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:34:32.075278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Request body: {'port': {'device_id': '26a883d9-7208-49ab-9775-557bba9f7efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:32.132839 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.380331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:32.382463 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469bd0cf-71f5-4704-9199-a07d128929ab {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:32.391412 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Publish callbacks [] for port (469bd0cf-71f5-4704-9199-a07d128929ab), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.397174 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:32.405105 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Transition to ACTIVE for port object 469bd0cf-71f5-4704-9199-a07d128929ab will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:34:32.408410 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.466453 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:32.513309 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Attempting to bind port 469bd0cf-71f5-4704-9199-a07d128929ab on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:34:32.513645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Attempting to bind port 469bd0cf-71f5-4704-9199-a07d128929ab by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:34:32.513972 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Attempting to bind port 469bd0cf-71f5-4704-9199-a07d128929ab on network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:32.557308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Port 469bd0cf-71f5-4704-9199-a07d128929ab on network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:34:32.557638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Attempting to bind port 469bd0cf-71f5-4704-9199-a07d128929ab on network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:32.598534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:34:32.598873 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Checking segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:34:32.599256 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Bound using segment: {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:34:32.599688 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Bound port: 469bd0cf-71f5-4704-9199-a07d128929ab, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d54dd6-e58a-4d64-9ea4-cdcc907e2386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:34:32.600069 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.659904 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:34:32.662985 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:34:32.669496 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.674007 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:32.674616 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:32.676062 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 1093 time: 0.6049767 Oct 27 17:34:32.676628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:32.678823 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f89bc2-bd66-4985-b138-0efb2f1d5fca" -d '{"events": [{"name": "network-changed", "server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:32.716740 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e08ce3-0240-4032-9e40-52878e9eb99c x-openstack-request-id: req-e8e08ce3-0240-4032-9e40-52878e9eb99c {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:32.717024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:32.717269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8e08ce3-0240-4032-9e40-52878e9eb99c {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:32.717661 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e08ce3-0240-4032-9e40-52878e9eb99c'] response: {'name': 'network-changed', 'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'status': 'completed', 'code': 200} Oct 27 17:34:32.726871 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3b6ef-2323-4047-ba67-ea920999fc78 service neutron] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:32.985272 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c5e8f-617f-4703-9614-3822b53309c2 req-e26f16b2-1ad6-41c6-898e-9ba3bbf918a6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:32.986767 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-976c5e8f-617f-4703-9614-3822b53309c2 req-e26f16b2-1ad6-41c6-898e-9ba3bbf918a6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0481167 Oct 27 17:34:33.040125 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-976c5e8f-617f-4703-9614-3822b53309c2 req-e265d5fd-326a-4b38-9c95-9ace4f0c5ce2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473742 Oct 27 17:34:33.046350 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89bc2-bd66-4985-b138-0efb2f1d5fca req-29bbad61-9ce1-46b6-a297-4d96cddbe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.049008 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11f89bc2-bd66-4985-b138-0efb2f1d5fca req-29bbad61-9ce1-46b6-a297-4d96cddbe3fc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1127 time: 0.0463896 Oct 27 17:34:33.134366 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68251f01-4abe-4381-b9b3-ffababc55e26 req-6b9f7065-ddb2-4584-8d91-25d58dbff4a6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.135830 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68251f01-4abe-4381-b9b3-ffababc55e26 req-6b9f7065-ddb2-4584-8d91-25d58dbff4a6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0465322 Oct 27 17:34:33.183609 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68251f01-4abe-4381-b9b3-ffababc55e26 req-6565808b-c818-49a5-a1d1-c3e9607ec867 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Oct 27 17:34:33.578152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89bc2-bd66-4985-b138-0efb2f1d5fca req-ee7af174-b500-40f2-9ef6-224bcf0f6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.579634 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11f89bc2-bd66-4985-b138-0efb2f1d5fca req-ee7af174-b500-40f2-9ef6-224bcf0f6069 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960610 Oct 27 17:34:33.692931 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89bc2-bd66-4985-b138-0efb2f1d5fca req-1c08da7e-b414-4dbc-b3a9-6e73e4297eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.694415 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11f89bc2-bd66-4985-b138-0efb2f1d5fca req-1c08da7e-b414-4dbc-b3a9-6e73e4297eba service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927258 Oct 27 17:34:33.830966 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-3932be5b-42b2-4757-9ae6-e0149e72866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.832406 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-3932be5b-42b2-4757-9ae6-e0149e72866f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1127 time: 0.0446470 Oct 27 17:34:33.884172 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-1a16ac54-97dc-47a7-b707-25e6f7f9f9f5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 217 time: 0.0324967 Oct 27 17:34:33.932211 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-5b7b5b2a-47e4-4e31-854c-ef0e5895a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.933677 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-5b7b5b2a-47e4-4e31-854c-ef0e5895a464 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.0419796 Oct 27 17:34:33.977801 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-8c6a5ba2-c348-4cd1-844d-48dd1f9682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:33.979505 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-8c6a5ba2-c348-4cd1-844d-48dd1f9682b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378723 Oct 27 17:34:34.047907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:34.070889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:34.074865 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-2e46e7c6-a17c-4e7f-bc1c-3d4d2185a511 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888481 Oct 27 17:34:34.165031 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c61817-cc57-4ed1-bc8c-24faccb3bc0b req-208dad20-964e-404f-949d-0dca6dd5252b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:34.166514 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-39c61817-cc57-4ed1-bc8c-24faccb3bc0b req-208dad20-964e-404f-949d-0dca6dd5252b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0453889 Oct 27 17:34:34.168158 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7207453f-f6a2-4793-8fb2-13c3c4634e08 req-ede84849-92e8-4074-bc1d-2fe5c180e9f4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866132 Oct 27 17:34:34.220310 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-39c61817-cc57-4ed1-bc8c-24faccb3bc0b req-eaf44ca1-110a-4632-999b-d84e0928d72d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476074 Oct 27 17:34:34.313103 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37258-eb91-4d63-97f9-09c26654f48f req-879030c6-f7bc-496c-aa4a-85c670e4059b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:34.314671 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4e37258-eb91-4d63-97f9-09c26654f48f req-879030c6-f7bc-496c-aa4a-85c670e4059b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0539312 Oct 27 17:34:34.365690 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4e37258-eb91-4d63-97f9-09c26654f48f req-142a50f3-d6d1-4a25-9bcc-d9df56b3c6aa tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453913 Oct 27 17:34:34.459640 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40054) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:34.464077 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811244641', 'description': 'tempest-description--1520679045'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:34.485546 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.768537 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (733e4ec7-56d5-4426-ac22-757de567644d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.772519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (733e4ec7-56d5-4426-ac22-757de567644d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.804664 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.805885 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3452132 Oct 27 17:34:34.807006 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733e4ec7-56d5-4426-ac22-757de567644d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:34.808991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40058) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:34.814065 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': '733e4ec7-56d5-4426-ac22-757de567644d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:34.814792 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.815145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.815483 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.815843 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.816173 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.816501 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.816856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.817181 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.817503 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.817824 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.818144 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.818464 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.818779 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.819099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.819414 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf3fa6-40c8-4336-90ce-56a3b10fce61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:34.839956 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (f1d97930-d58c-4c39-90d4-06011223286e), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.893581 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (f1d97930-d58c-4c39-90d4-06011223286e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.897323 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (f1d97930-d58c-4c39-90d4-06011223286e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.915684 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d97930-d58c-4c39-90d4-06011223286e,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:34.925164 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:34.926371 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-15a68f35-bb39-4da8-ac77-245d8b2fa923 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163800 Oct 27 17:34:34.929037 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40060) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:34.933153 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': '733e4ec7-56d5-4426-ac22-757de567644d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:34.958431 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (5f9b4802-1317-4625-a6eb-35d939a60342), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.015858 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (5f9b4802-1317-4625-a6eb-35d939a60342), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.019098 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (5f9b4802-1317-4625-a6eb-35d939a60342), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.035975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9b4802-1317-4625-a6eb-35d939a60342,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:35.043750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.044939 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9106602e-c2fb-4438-a8b1-287e60426365 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150014 Oct 27 17:34:35.048558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40062) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:35.052722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:35.073254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.148722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.256270 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.27.0.150 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:34:35.360186 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:35.379739 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8725840-a708-40ba-83f5-75383fa299b9 req-c9707002-3bcd-4dcf-8b7d-31e2cf4e64ef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:35.381203 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e8725840-a708-40ba-83f5-75383fa299b9 req-c9707002-3bcd-4dcf-8b7d-31e2cf4e64ef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0656240 Oct 27 17:34:35.389595 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:35.412544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.468684 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e8725840-a708-40ba-83f5-75383fa299b9 req-d4d64e2e-de7c-4e39-82f1-468069c0d22f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791447 Oct 27 17:34:35.480410 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.490648 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbb22-2f72-4d57-beb5-14c5f47c1b4f req-127672d1-e04b-4a53-81b0-69f1140dc651 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:35.494021 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73ffbb22-2f72-4d57-beb5-14c5f47c1b4f req-127672d1-e04b-4a53-81b0-69f1140dc651 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0510628 Oct 27 17:34:35.521449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:34:35.528262 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:34:35.532587 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:34:35.535847 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:35.556933 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-73ffbb22-2f72-4d57-beb5-14c5f47c1b4f req-dcb87b7d-d166-493d-8fdc-50e3d5bd2727 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493283 Oct 27 17:34:35.620384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (b41ad926-0c87-4435-a399-22c25b8168f9), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:35.655508 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:36.046902 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:36.051571 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:36.115647 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:36.118111 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (b41ad926-0c87-4435-a399-22c25b8168f9), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:36.134017 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:36.135222 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5500d55a-5cd0-4495-bc8b-a827aa61d60a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0857654 Oct 27 17:34:36.331887 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-ea2f9eda-105c-436c-b82b-202fbca1c933 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1811244641&fields=id&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 267 time: 0.0455954 Oct 27 17:34:36.437509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-0c391ecb-126f-4cce-94da-9112d858913a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:36.438981 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-0c391ecb-126f-4cce-94da-9112d858913a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.1004486 Oct 27 17:34:36.450393 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:36.455432 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-abc0b8a5-1d16-4064-8d30-293873e583ef tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/quotas/a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 375 time: 0.0110326 Oct 27 17:34:36.512569 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-55b25233-e1ba-4e40-8fc1-b8cfdfa14616 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514469 Oct 27 17:34:36.598691 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78859c7b-80ea-461b-a607-5266642e749e req-24d1a612-e94e-41bb-aa81-38547c059fcd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:36.600126 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78859c7b-80ea-461b-a607-5266642e749e req-24d1a612-e94e-41bb-aa81-38547c059fcd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0498290 Oct 27 17:34:36.610466 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-9e9f0ba1-6106-44f8-acdb-fe63a5143d41 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860183 Oct 27 17:34:36.643364 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:36.643573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:36.649013 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-78859c7b-80ea-461b-a607-5266642e749e req-9a0870b8-da8d-4b9b-9bf4-ea473937510b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Oct 27 17:34:36.710189 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c529ea05-4905-4b6d-8aa2-527e89fd41a7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941076 Oct 27 17:34:36.744847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:36.754222 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bc74c-ae0d-4d30-ac8a-5a55332cd9b2 req-e34f4792-5299-4d29-b69a-52e41bf961ef tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:36.755727 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-233bc74c-ae0d-4d30-ac8a-5a55332cd9b2 req-e34f4792-5299-4d29-b69a-52e41bf961ef tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0472767 Oct 27 17:34:36.806891 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-233bc74c-ae0d-4d30-ac8a-5a55332cd9b2 req-d85d3a7c-c463-4e88-b139-6c04094ed28b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452578 Oct 27 17:34:36.886992 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c47c687d-3f8f-4440-a4b3-aba1d5da787a req-1f7d7e9a-4d82-4469-af08-e024ab190b96 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 210 time: 0.0285347 Oct 27 17:34:37.774351 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9eaf-60d7-412f-85ab-64e55a50e642 req-86503767-8306-4b62-82d5-e0a8f6e31322 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:37.775770 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a73e9eaf-60d7-412f-85ab-64e55a50e642 req-86503767-8306-4b62-82d5-e0a8f6e31322 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0468488 Oct 27 17:34:37.825637 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a73e9eaf-60d7-412f-85ab-64e55a50e642 req-045df655-65c0-4698-9488-c114c34b33c0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441685 Oct 27 17:34:37.926808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ed35e-3b0b-432d-8f67-e3a64bc0baaa req-4be31e29-ebe1-4d2f-b184-fbeb4673ffec tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:37.928341 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1e5ed35e-3b0b-432d-8f67-e3a64bc0baaa req-4be31e29-ebe1-4d2f-b184-fbeb4673ffec tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0464420 Oct 27 17:34:37.986122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1e5ed35e-3b0b-432d-8f67-e3a64bc0baaa req-74e876cc-93a4-4b18-962f-1eb09ae63e6e tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515990 Oct 27 17:34:37.990894 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b73820f8-f69e-4f7e-989a-11dcaebf286d req-27b1bce7-0169-42be-9405-2ae72e721339 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 210 time: 0.0275812 Oct 27 17:34:38.276995 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-601a6548-806a-458e-bcaf-ce1035cf06f0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:38.278424 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-601a6548-806a-458e-bcaf-ce1035cf06f0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.1070073 Oct 27 17:34:38.383363 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-7d89f6b5-9fb2-4ab5-9083-2b064dc1b39e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 473 time: 0.0647402 Oct 27 17:34:38.480343 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'port': {'device_id': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'admin_state_up': True, 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'security_groups': ['733e4ec7-56d5-4426-ac22-757de567644d']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:38.590805 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Made reservation on behalf of a35c2b53ccb445d4b0dd2915376f69cf for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:34:38.595244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:38.718174 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.20.0.12 (40b6c3a9-49a5-4aa8-abaa-a41beea7c111/bb98c535-8c46-4877-8e77-49c6d7aa4d09/e8441a6d-549a-4734-aaa6-21d018ed2a33) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:34:38.831630 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:38.857868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:38.890691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:38.960495 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:38.964404 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:34:38.973719 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:34:38.980622 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:34:38.987232 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=e8441a6d-549a-4734-aaa6-21d018ed2a33,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:39.026053 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950fdf-029a-44fd-8d81-d672242072f9 req-9112580f-a282-43bc-844b-7db654d91f01 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:39.027624 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-37950fdf-029a-44fd-8d81-d672242072f9 req-9112580f-a282-43bc-844b-7db654d91f01 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.1096120 Oct 27 17:34:39.061892 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:39.062530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.096994 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-1c39ba12-9562-4c39-a2ae-a95e1a8cef65 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6206551 Oct 27 17:34:39.104834 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-37950fdf-029a-44fd-8d81-d672242072f9 req-32a08de1-153b-4904-aacf-1f7cb1593fb3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664544 Oct 27 17:34:39.116124 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Request body: {'port': {'device_id': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:39.152397 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e26c4-b357-4eb9-88c8-1b69241dfb06 req-bd976ac8-8f49-4055-bf9b-9f77f8056df9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:39.155303 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-869e26c4-b357-4eb9-88c8-1b69241dfb06 req-bd976ac8-8f49-4055-bf9b-9f77f8056df9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0767789 Oct 27 17:34:39.197496 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.222663 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-869e26c4-b357-4eb9-88c8-1b69241dfb06 req-860a0bd7-c4d5-43ac-9a3c-76166b3ce88d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579355 Oct 27 17:34:39.223249 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-66ea210a-cf90-4223-b477-97b76f0b67ac None None] Provisioning complete for port e8441a6d-549a-4734-aaa6-21d018ed2a33 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:39.224161 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66ea210a-cf90-4223-b477-97b76f0b67ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.224495 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-66ea210a-cf90-4223-b477-97b76f0b67ac None None] Attempt 1 to provision port e8441a6d-549a-4734-aaa6-21d018ed2a33 Oct 27 17:34:39.256557 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-66ea210a-cf90-4223-b477-97b76f0b67ac None None] Port e8441a6d-549a-4734-aaa6-21d018ed2a33 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:34:39.261624 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5d38b-dc95-402e-af0b-673bdb877713 req-bf49e6ee-64c8-400e-83d1-5319e6acfca7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:39.263122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-90c5d38b-dc95-402e-af0b-673bdb877713 req-bf49e6ee-64c8-400e-83d1-5319e6acfca7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 932 time: 0.0779245 Oct 27 17:34:39.387238 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-90c5d38b-dc95-402e-af0b-673bdb877713 req-8fce9de5-6afb-4601-b277-46ea8e005b63 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172810 Oct 27 17:34:39.521121 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8441a6d-549a-4734-aaa6-21d018ed2a33 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:39.530083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Publish callbacks [] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.543044 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Transition to ACTIVE for port object e8441a6d-549a-4734-aaa6-21d018ed2a33 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:34:39.546817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.608911 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Pushing event updated for resources: {'Port': ['ID=e8441a6d-549a-4734-aaa6-21d018ed2a33,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:39.659841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Attempting to bind port e8441a6d-549a-4734-aaa6-21d018ed2a33 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:34:39.660096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Attempting to bind port e8441a6d-549a-4734-aaa6-21d018ed2a33 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:34:39.660424 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Attempting to bind port e8441a6d-549a-4734-aaa6-21d018ed2a33 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:39.687418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:39.702852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Port e8441a6d-549a-4734-aaa6-21d018ed2a33 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:34:39.703180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Attempting to bind port e8441a6d-549a-4734-aaa6-21d018ed2a33 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:34:39.748851 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:34:39.749183 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:34:39.749574 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Bound using segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:34:39.749990 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Bound port: e8441a6d-549a-4734-aaa6-21d018ed2a33, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:34:39.750347 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.760949 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:39.812487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] For port e8441a6d-549a-4734-aaa6-21d018ed2a33, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:34:39.816495 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] For port e8441a6d-549a-4734-aaa6-21d018ed2a33, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:34:39.822069 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.825144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:39.826127 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:39.827552 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/e8441a6d-549a-4734-aaa6-21d018ed2a33 HTTP/1.1" status: 200 len: 1094 time: 0.7158637 Oct 27 17:34:39.830146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:39.832427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba97c22a-a733-4579-9737-e033a8f99aee" -d '{"events": [{"name": "network-changed", "server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:39.871028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ab87ae-d4bf-42c0-b1af-e04461dbb6cb x-openstack-request-id: req-29ab87ae-d4bf-42c0-b1af-e04461dbb6cb {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:39.871309 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:39.871557 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29ab87ae-d4bf-42c0-b1af-e04461dbb6cb {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:39.871981 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ab87ae-d4bf-42c0-b1af-e04461dbb6cb'] response: {'name': 'network-changed', 'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'status': 'completed', 'code': 200} Oct 27 17:34:39.881637 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43492ee-ee1c-4c31-8cf7-d742ae5b7fdc service neutron] Pushing event updated for resources: {'Port': ['ID=e8441a6d-549a-4734-aaa6-21d018ed2a33,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:40.234677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4400af-e8a7-41f7-a452-0d571857608e req-834cccce-8707-4039-90fa-cf8f9930eeaf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:40.236600 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7c4400af-e8a7-41f7-a452-0d571857608e req-834cccce-8707-4039-90fa-cf8f9930eeaf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0461421 Oct 27 17:34:40.287116 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7c4400af-e8a7-41f7-a452-0d571857608e req-90df4b05-6f6c-48d9-9d76-e52b76332853 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Oct 27 17:34:40.337377 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b32713-2a4d-4c2b-8a3b-b58b9b28a728 req-8d4fc662-3742-4569-b3da-b0683dca711c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:40.338855 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-23b32713-2a4d-4c2b-8a3b-b58b9b28a728 req-8d4fc662-3742-4569-b3da-b0683dca711c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0477157 Oct 27 17:34:40.390391 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-23b32713-2a4d-4c2b-8a3b-b58b9b28a728 req-09b3e70a-15f7-4699-b08c-85780305e17a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460467 Oct 27 17:34:40.504929 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1b3d0-8363-4cd7-ab1a-fc8f1f607981 req-f45816b3-e606-41b6-980c-d8c2f51ec6d0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:40.506391 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44b1b3d0-8363-4cd7-ab1a-fc8f1f607981 req-f45816b3-e606-41b6-980c-d8c2f51ec6d0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0464630 Oct 27 17:34:40.552968 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44b1b3d0-8363-4cd7-ab1a-fc8f1f607981 req-9e324568-2414-4c35-9146-5c229ccf6d1c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Oct 27 17:34:40.671595 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:34:41.194595 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-271c6d57-a2f7-457b-bddd-75465cae64c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:41.420043 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91389f4-5dac-46e5-9abc-d748aa466044 req-aed0cae2-f2ab-4851-9dbe-cd19d477e5e3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:41.421511 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a91389f4-5dac-46e5-9abc-d748aa466044 req-aed0cae2-f2ab-4851-9dbe-cd19d477e5e3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0514572 Oct 27 17:34:41.449735 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c22a-a733-4579-9737-e033a8f99aee req-0e81b7ad-7ee0-436e-99e9-8dc0224df758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:41.452104 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ba97c22a-a733-4579-9737-e033a8f99aee req-0e81b7ad-7ee0-436e-99e9-8dc0224df758 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 1128 time: 0.0470674 Oct 27 17:34:41.474673 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a91389f4-5dac-46e5-9abc-d748aa466044 req-e9c8455e-828e-4d0d-a83e-2eb8bfa85b48 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468767 Oct 27 17:34:41.518838 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc621-233e-4abb-8845-7e611bb97e57 req-66c9535c-9add-45c4-8aef-87a714ad93bc tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:41.520331 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-62acc621-233e-4abb-8845-7e611bb97e57 req-66c9535c-9add-45c4-8aef-87a714ad93bc tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0515032 Oct 27 17:34:41.569104 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-62acc621-233e-4abb-8845-7e611bb97e57 req-18a725ea-2c8d-4051-9dfc-c6a8a3df07c7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Oct 27 17:34:41.669501 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63299be4-77b4-4398-91cc-84797422120d req-19d6807b-935b-411b-a96b-d2a9ff66fc39 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:41.670989 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-63299be4-77b4-4398-91cc-84797422120d req-19d6807b-935b-411b-a96b-d2a9ff66fc39 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0463631 Oct 27 17:34:41.717470 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-63299be4-77b4-4398-91cc-84797422120d req-5af23ff6-d1b6-4d0f-a347-f8eb2b3e145b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Oct 27 17:34:41.994192 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c22a-a733-4579-9737-e033a8f99aee req-bf93904b-382d-4281-bf91-639d10ba0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:41.995902 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ba97c22a-a733-4579-9737-e033a8f99aee req-bf93904b-382d-4281-bf91-639d10ba0718 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1012683 Oct 27 17:34:42.137150 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c22a-a733-4579-9737-e033a8f99aee req-55016adf-eb1c-4a70-88a7-d4b368e0c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.138862 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ba97c22a-a733-4579-9737-e033a8f99aee req-55016adf-eb1c-4a70-88a7-d4b368e0c9be service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985777 Oct 27 17:34:42.243456 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-84772de8-5cb9-4f90-8664-b65bf60547d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.245010 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-84772de8-5cb9-4f90-8664-b65bf60547d0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 1128 time: 0.0397224 Oct 27 17:34:42.294243 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-6b8c056e-dd23-488d-b3fc-5cb9fd247d0f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33 HTTP/1.1" status: 200 len: 217 time: 0.0353067 Oct 27 17:34:42.342778 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c9a33649-bc7f-4e39-90b0-86ba94db5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.344310 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-c9a33649-bc7f-4e39-90b0-86ba94db5a18 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0439835 Oct 27 17:34:42.389491 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-61f01a20-b3e7-41ce-92fa-f3663294cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.391014 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-61f01a20-b3e7-41ce-92fa-f3663294cb56 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404518 Oct 27 17:34:42.487656 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-a75d6bee-10b2-46d9-9627-a98215f2b571 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895958 Oct 27 17:34:42.506817 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef40e-94ac-4575-ad39-dbe59b0b70be req-00b58690-191a-463c-a870-e4bd49bb0623 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.508290 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a1aef40e-94ac-4575-ad39-dbe59b0b70be req-00b58690-191a-463c-a870-e4bd49bb0623 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0498586 Oct 27 17:34:42.558936 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a1aef40e-94ac-4575-ad39-dbe59b0b70be req-c492a81a-c45f-4d84-b299-73714985d8bc tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Oct 27 17:34:42.586260 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:42.650756 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:42.664441 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c277a-6869-41a9-bb91-5cbc2fbc7456 req-10dbb6b2-8043-437e-b8d5-db3f1928cf5d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.665971 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a2c277a-6869-41a9-bb91-5cbc2fbc7456 req-10dbb6b2-8043-437e-b8d5-db3f1928cf5d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0976965 Oct 27 17:34:42.696730 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dee9bf-eff9-4c37-8879-78f75a176f53 req-0b469d30-b445-48a9-b858-358b9ca732ee tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.698372 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-02dee9bf-eff9-4c37-8879-78f75a176f53 req-0b469d30-b445-48a9-b858-358b9ca732ee tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0496726 Oct 27 17:34:42.701534 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4ce2d979-6afa-4896-903d-a05eafdd4636 req-292e5380-ee10-40d8-a0e1-ba25a28cd8a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552882 Oct 27 17:34:42.729473 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5a2c277a-6869-41a9-bb91-5cbc2fbc7456 req-7cb8bf63-5c5b-457a-9c9b-844a10b3b1de tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575049 Oct 27 17:34:42.766549 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-02dee9bf-eff9-4c37-8879-78f75a176f53 req-b7a1ffd2-9593-4ec0-b926-f8159fbe3619 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592418 Oct 27 17:34:42.837765 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e278280-c665-49e2-a760-6701bc834740 req-abac9cc1-5580-4f23-b11d-c5a673f4ed83 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:42.839212 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7e278280-c665-49e2-a760-6701bc834740 req-abac9cc1-5580-4f23-b11d-c5a673f4ed83 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0454972 Oct 27 17:34:42.885951 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7e278280-c665-49e2-a760-6701bc834740 req-42842daf-5599-451e-ace9-39d09d84898d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412796 Oct 27 17:34:43.535187 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:43.536879 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:43.549930 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-408f9169-dcac-4f52-a5c7-34caf5bdee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:43.685550 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377644ad-1fa0-4894-aeb4-a0ffae734bd4 req-c11fa312-ace5-43ee-8190-534f3462a733 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:43.687025 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-377644ad-1fa0-4894-aeb4-a0ffae734bd4 req-c11fa312-ace5-43ee-8190-534f3462a733 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Oct 27 17:34:43.734065 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-377644ad-1fa0-4894-aeb4-a0ffae734bd4 req-94247323-cd7d-461d-9c88-8828a5dda7bf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Oct 27 17:34:43.858880 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa36c2-92fc-480e-99c0-e8313b3d18d6 req-4bbf9b08-69bf-4838-aad5-af5a65139fa4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:43.860381 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-64aa36c2-92fc-480e-99c0-e8313b3d18d6 req-4bbf9b08-69bf-4838-aad5-af5a65139fa4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0464156 Oct 27 17:34:43.887333 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3611e-4c8f-49e4-bba8-9fd4bae47967 req-9c8e9711-16e3-4251-830d-bcd20eb4b0b5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:43.888909 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01a3611e-4c8f-49e4-bba8-9fd4bae47967 req-9c8e9711-16e3-4251-830d-bcd20eb4b0b5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0474563 Oct 27 17:34:43.911098 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-64aa36c2-92fc-480e-99c0-e8313b3d18d6 req-e1fe0447-7bdf-479e-86c3-ac1f811eaecb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Oct 27 17:34:43.942105 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01a3611e-4c8f-49e4-bba8-9fd4bae47967 req-ddb36d02-7bbe-408e-beaf-393ff8362223 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 Oct 27 17:34:44.017797 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c392-42d3-41b2-be33-9e3309524051 req-feb4d16f-d62e-4c5a-82d2-4fc8ddba8c22 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:44.019234 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b043c392-42d3-41b2-be33-9e3309524051 req-feb4d16f-d62e-4c5a-82d2-4fc8ddba8c22 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0455501 Oct 27 17:34:44.065671 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b043c392-42d3-41b2-be33-9e3309524051 req-ce932fb6-7f94-41fd-923d-af579af3fbed tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Oct 27 17:34:44.694911 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:34:44.794226 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:44.805798 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'mac_address': 'fa:16:3e:60:a5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:34:44.841105 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: ACTIVE; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:44.841615 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:44.844002 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:44.856112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d525473-0013-4431-baf7-e343fbc1a2eb {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:44.857028 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369ea38-fdc2-43d1-b475-b35edc39f123 req-280a0bd8-4f2d-4a50-b91c-26881387b441 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:44.858515 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f369ea38-fdc2-43d1-b475-b35edc39f123 req-280a0bd8-4f2d-4a50-b91c-26881387b441 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0466108 Oct 27 17:34:44.877186 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:44.881200 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:44.910907 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f369ea38-fdc2-43d1-b475-b35edc39f123 req-78e690f2-cfe1-4290-a564-158daac02adb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461574 Oct 27 17:34:44.931380 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:44.988175 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:45.043682 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328ff6-e427-4aae-832e-70a6402226b8 req-60630f65-1a13-4316-b3bc-1002a23698e2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:45.045208 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2d328ff6-e427-4aae-832e-70a6402226b8 req-60630f65-1a13-4316-b3bc-1002a23698e2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 944 time: 0.0463734 Oct 27 17:34:45.068765 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d36e35-60c3-4371-9e3d-4d05d96c419d req-032a5ccf-9e6d-4227-8a89-76eef0173bcb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:45.070254 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e1d36e35-60c3-4371-9e3d-4d05d96c419d req-032a5ccf-9e6d-4227-8a89-76eef0173bcb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0533552 Oct 27 17:34:45.104018 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2d328ff6-e427-4aae-832e-70a6402226b8 req-da0c36ab-41d5-468a-840b-076faa211512 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493054 Oct 27 17:34:45.121390 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e1d36e35-60c3-4371-9e3d-4d05d96c419d req-f36eba3f-4015-42f5-86ab-d3714dfa7241 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Oct 27 17:34:45.158273 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['8d525473-0013-4431-baf7-e343fbc1a2eb'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:34:45.215189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd1ada-2be4-4d07-b71a-70d9cc764d86 req-788683fd-48d8-4091-a5c1-94b943c71fc6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:45.216737 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-05fd1ada-2be4-4d07-b71a-70d9cc764d86 req-788683fd-48d8-4091-a5c1-94b943c71fc6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0494642 Oct 27 17:34:45.264210 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-05fd1ada-2be4-4d07-b71a-70d9cc764d86 req-21fe2f63-f2b1-4b87-8a85-d37ce63cb900 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Oct 27 17:34:45.994381 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:46.032252 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836abb11-5544-4548-ae7b-f475c832ee62 req-c5a90146-475f-4a26-8e6e-ed24e9c27c19 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:46.033723 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-836abb11-5544-4548-ae7b-f475c832ee62 req-c5a90146-475f-4a26-8e6e-ed24e9c27c19 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Oct 27 17:34:46.079786 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-836abb11-5544-4548-ae7b-f475c832ee62 req-d9d3103c-40ee-4b7b-a026-2539bca5bbec tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 Oct 27 17:34:46.217066 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:46.234127 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66620-9d6a-4925-99cb-0339f9f3b61b req-5aaad159-797c-4a12-8237-0fc97bf0c92e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:46.235633 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-21c66620-9d6a-4925-99cb-0339f9f3b61b req-5aaad159-797c-4a12-8237-0fc97bf0c92e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 944 time: 0.0491920 Oct 27 17:34:46.242659 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bca3a-5bfa-4edf-aa0a-44895f0f672e req-fdbb2586-67c7-4b62-91ce-eee39111aa27 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:46.244242 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-821bca3a-5bfa-4edf-aa0a-44895f0f672e req-fdbb2586-67c7-4b62-91ce-eee39111aa27 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0514684 Oct 27 17:34:46.283518 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-21c66620-9d6a-4925-99cb-0339f9f3b61b req-4fdcad77-58a1-45a8-a2ff-2b6292aa9c71 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Oct 27 17:34:46.293324 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-821bca3a-5bfa-4edf-aa0a-44895f0f672e req-5231ab10-af73-42b1-9b2f-0080048a3e6f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Oct 27 17:34:46.392200 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88904241-c674-4aa1-a8e4-204f8809dc0a req-717a6428-5e08-4330-a2cc-3973b179a337 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:46.393673 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-88904241-c674-4aa1-a8e4-204f8809dc0a req-717a6428-5e08-4330-a2cc-3973b179a337 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0499251 Oct 27 17:34:46.439572 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-88904241-c674-4aa1-a8e4-204f8809dc0a req-56658f7f-10a0-4485-97c3-5c7575891e5e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Oct 27 17:34:46.714614 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:46.758462 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 8d525473-0013-4431-baf7-e343fbc1a2eb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:46.758825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:46.759150 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 8d525473-0013-4431-baf7-e343fbc1a2eb Oct 27 17:34:46.827552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:46.827997 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:46.849664 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:46.851919 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce049c6-453f-413d-b5b2-c917df332cce" -d '{"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-plugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:46.874267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:46.881714 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:46.885937 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:46.907598 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91e3d7-474d-44f2-8f67-ad30effe10ad x-openstack-request-id: req-db91e3d7-474d-44f2-8f67-ad30effe10ad {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:46.907932 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-plugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:46.908184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db91e3d7-474d-44f2-8f67-ad30effe10ad {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:46.908572 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db91e3d7-474d-44f2-8f67-ad30effe10ad'] response: {'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'code': 200} Oct 27 17:34:46.932334 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=7']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:47.201304 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615d5f8-4f6c-46c7-8cac-8b49470116a4 req-fe8cd961-5cda-45d2-b825-ad02dc879d51 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:47.202778 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7615d5f8-4f6c-46c7-8cac-8b49470116a4 req-fe8cd961-5cda-45d2-b825-ad02dc879d51 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0465734 Oct 27 17:34:47.249439 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7615d5f8-4f6c-46c7-8cac-8b49470116a4 req-e2933cbb-7633-44b1-a401-9d5f0eed7591 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Oct 27 17:34:47.413429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296a393-ad02-487b-9308-cb4e592a9114 req-e32d4b0a-4b77-495a-bda2-1824c8fd1919 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:47.414826 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0296a393-ad02-487b-9308-cb4e592a9114 req-e32d4b0a-4b77-495a-bda2-1824c8fd1919 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0476298 Oct 27 17:34:47.415538 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bd759-e360-41d0-8e2f-de4f35a09dfa req-7f317b0c-bccd-4a02-bca2-7ca68031ef9d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:47.417057 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-812bd759-e360-41d0-8e2f-de4f35a09dfa req-7f317b0c-bccd-4a02-bca2-7ca68031ef9d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0492203 Oct 27 17:34:47.464036 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-812bd759-e360-41d0-8e2f-de4f35a09dfa req-8e73dd5e-acb5-4611-846d-b2e21ad667a6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Oct 27 17:34:47.467680 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0296a393-ad02-487b-9308-cb4e592a9114 req-ae7a9dc1-bf29-4461-bb70-ee23d0405681 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472002 Oct 27 17:34:47.569173 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7f55b-ec35-4388-9b47-5209a56b2e13 req-8ad3a44b-6475-4aec-801b-cf5ef4dd2e7e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:47.570626 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93a7f55b-ec35-4388-9b47-5209a56b2e13 req-8ad3a44b-6475-4aec-801b-cf5ef4dd2e7e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0459929 Oct 27 17:34:47.581628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:47.619228 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93a7f55b-ec35-4388-9b47-5209a56b2e13 req-8936505c-b6cd-421b-8ab9-367916ced9e1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Oct 27 17:34:48.368991 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75975c6b-c4ea-4c79-9d0c-555ef8728746 req-1cedac3a-91de-4caf-93d7-965ea42e8cfe tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:48.370428 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-75975c6b-c4ea-4c79-9d0c-555ef8728746 req-1cedac3a-91de-4caf-93d7-965ea42e8cfe tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0464127 Oct 27 17:34:48.419495 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-75975c6b-c4ea-4c79-9d0c-555ef8728746 req-af4cc693-607d-46c3-89d3-7582fef71c76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 Oct 27 17:34:48.580033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:48.590637 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68735-8095-4475-838e-3d86357842a1 req-e4239f11-d04c-495a-9b7f-3db6558a61d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:48.591341 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fda377-962d-4e6c-94ba-d4ced8d70fed req-a11dbc0c-5a00-45f4-8693-32dd09604617 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:48.592137 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cce68735-8095-4475-838e-3d86357842a1 req-e4239f11-d04c-495a-9b7f-3db6558a61d4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0478964 Oct 27 17:34:48.592841 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b3fda377-962d-4e6c-94ba-d4ced8d70fed req-a11dbc0c-5a00-45f4-8693-32dd09604617 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0489089 Oct 27 17:34:48.639221 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b3fda377-962d-4e6c-94ba-d4ced8d70fed req-64ada718-cd3c-45d0-9c4a-3da84b17ab84 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 Oct 27 17:34:48.641645 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cce68735-8095-4475-838e-3d86357842a1 req-c2cf4bc5-8a0d-41af-bb43-d08ebda929c1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Oct 27 17:34:48.710577 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e8441a6d-549a-4734-aaa6-21d018ed2a33 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:34:48.744399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496b777-264b-4ef4-8ae2-5dda4ba9f3e3 req-2591fbbb-f34b-4a7b-97aa-ec6d7b9bee1d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:48.745876 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6496b777-264b-4ef4-8ae2-5dda4ba9f3e3 req-2591fbbb-f34b-4a7b-97aa-ec6d7b9bee1d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 944 time: 0.0502849 Oct 27 17:34:48.783217 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:48.785378 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:48.793912 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6496b777-264b-4ef4-8ae2-5dda4ba9f3e3 req-be9dd3fb-b609-49ea-9c55-30e1f97886ad tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Oct 27 17:34:48.814521 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e8441a6d-549a-4734-aaa6-21d018ed2a33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:48.825778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'port_id': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'mac_address': 'fa:16:3e:ec:77:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:34:48.860690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e8441a6d-549a-4734-aaa6-21d018ed2a33 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:48.860989 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:48.873884 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8441a6d-549a-4734-aaa6-21d018ed2a33 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:48.893039 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e8441a6d-549a-4734-aaa6-21d018ed2a33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:48.896914 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:48.943684 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e8441a6d-549a-4734-aaa6-21d018ed2a33,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:49.543863 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257781-477c-4a0c-ac8e-a38eff710a81 req-2bd0dc62-c1de-45c4-9eb3-5beff6f2ff9d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:49.545346 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0c257781-477c-4a0c-ac8e-a38eff710a81 req-2bd0dc62-c1de-45c4-9eb3-5beff6f2ff9d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0468774 Oct 27 17:34:49.592519 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0c257781-477c-4a0c-ac8e-a38eff710a81 req-e5e4945e-6342-428c-b1ce-2478f4ee8dc9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Oct 27 17:34:49.753989 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e8441a6d-549a-4734-aaa6-21d018ed2a33'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:34:49.764614 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f0f1-f9d8-4a26-b6cd-8bee63836583 req-8d1e43ea-b19a-415b-9127-782c187189bb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:49.766288 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8fb4f0f1-f9d8-4a26-b6cd-8bee63836583 req-8d1e43ea-b19a-415b-9127-782c187189bb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0506120 Oct 27 17:34:49.771961 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17af52d-48e0-4c80-bcb5-d337f3d4c04f req-92e98531-68d2-483d-ad13-c708496bcba1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:49.773471 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d17af52d-48e0-4c80-bcb5-d337f3d4c04f req-92e98531-68d2-483d-ad13-c708496bcba1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0506201 Oct 27 17:34:49.820586 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8fb4f0f1-f9d8-4a26-b6cd-8bee63836583 req-1b1d21e1-aedc-426d-ab39-463ec7f67668 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484624 Oct 27 17:34:49.829475 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d17af52d-48e0-4c80-bcb5-d337f3d4c04f req-7cd8fa9c-d0f3-4c76-b876-cefb56a14b04 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495505 Oct 27 17:34:49.936807 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c6b10-ddef-4455-8764-d7ba632ce705 req-5f85e2ba-62dc-428b-869e-38f9c8b704f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:49.938397 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-840c6b10-ddef-4455-8764-d7ba632ce705 req-5f85e2ba-62dc-428b-869e-38f9c8b704f1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 945 time: 0.0474930 Oct 27 17:34:49.989035 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-840c6b10-ddef-4455-8764-d7ba632ce705 req-42db9c8a-963e-46f0-927b-99280eb72cff tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Oct 27 17:34:50.667940 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:50.713227 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509d8b-92f4-4be0-bb59-d7e7a195d220 req-0aaa065b-4014-46b9-acac-a35ef3f71f3e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:50.714658 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21509d8b-92f4-4be0-bb59-d7e7a195d220 req-0aaa065b-4014-46b9-acac-a35ef3f71f3e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0456376 Oct 27 17:34:50.761871 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21509d8b-92f4-4be0-bb59-d7e7a195d220 req-96bf4e7a-826d-4e8e-84ba-6c5d79fe4afe tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416381 Oct 27 17:34:50.944976 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b0fe-03b0-4de6-a2f5-81b19c227cd8 req-d6626b05-14ae-49c3-b502-462db8af7b58 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:50.946386 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f30b0fe-03b0-4de6-a2f5-81b19c227cd8 req-d6626b05-14ae-49c3-b502-462db8af7b58 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0478320 Oct 27 17:34:50.959458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a178f-2245-4ab9-b57b-e57f8de9d5d0 req-fbe9f528-46da-420a-a502-c43679896af8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:50.960965 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9e5a178f-2245-4ab9-b57b-e57f8de9d5d0 req-fbe9f528-46da-420a-a502-c43679896af8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0494137 Oct 27 17:34:50.996841 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3f30b0fe-03b0-4de6-a2f5-81b19c227cd8 req-12f2408e-9a67-40c7-8ef1-b9daa784e798 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 Oct 27 17:34:51.007859 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9e5a178f-2245-4ab9-b57b-e57f8de9d5d0 req-0889a917-e09e-4820-9ade-d140024f9e05 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414002 Oct 27 17:34:51.107028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe03f1-3748-4244-8f19-8ba111168098 req-a5ecc203-ec79-4e1b-a53b-8ccbccf3bfc4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:51.108528 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8dfe03f1-3748-4244-8f19-8ba111168098 req-a5ecc203-ec79-4e1b-a53b-8ccbccf3bfc4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 945 time: 0.0459559 Oct 27 17:34:51.154575 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8dfe03f1-3748-4244-8f19-8ba111168098 req-32b18825-2160-4a0e-b7f3-2dd289515857 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Oct 27 17:34:51.257910 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e8441a6d-549a-4734-aaa6-21d018ed2a33 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:34:51.299658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port e8441a6d-549a-4734-aaa6-21d018ed2a33 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:34:51.305242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port e8441a6d-549a-4734-aaa6-21d018ed2a33 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:34:51.305660 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:51.305973 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port e8441a6d-549a-4734-aaa6-21d018ed2a33 Oct 27 17:34:51.381663 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e8441a6d-549a-4734-aaa6-21d018ed2a33 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:51.382051 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:51.405144 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:51.407976 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d68585d-4f88-42c7-8b6d-e214f05f2409" -d '{"events": [{"server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "name": "network-vif-plugged", "status": "completed", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:51.421097 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e8441a6d-549a-4734-aaa6-21d018ed2a33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:51.427491 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:51.452706 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de7dfd-751a-43ba-81c2-5b51e342b220 x-openstack-request-id: req-09de7dfd-751a-43ba-81c2-5b51e342b220 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:51.452938 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "name": "network-vif-plugged", "status": "completed", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:51.454189 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09de7dfd-751a-43ba-81c2-5b51e342b220 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:51.454189 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09de7dfd-751a-43ba-81c2-5b51e342b220'] response: {'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'code': 200} Oct 27 17:34:51.481614 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e8441a6d-549a-4734-aaa6-21d018ed2a33,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:51.674308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abced9ca-6b94-4681-9876-2411d183b1ef req-2dec901f-ccc8-4d24-a68a-83ba8bede93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:51.675907 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-abced9ca-6b94-4681-9876-2411d183b1ef req-2dec901f-ccc8-4d24-a68a-83ba8bede93f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 1130 time: 0.0436287 Oct 27 17:34:51.677010 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:51.724286 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-abced9ca-6b94-4681-9876-2411d183b1ef req-e466b963-8aa1-4ebb-9cd9-7242187d2ab3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398104 Oct 27 17:34:51.892642 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6659-ebb6-4ca7-a4f9-47b9ac07bcb9 req-ef49a4e8-e07b-4f46-9314-19abd684d40c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:51.894205 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cf0e6659-ebb6-4ca7-a4f9-47b9ac07bcb9 req-ef49a4e8-e07b-4f46-9314-19abd684d40c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Oct 27 17:34:51.948027 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cf0e6659-ebb6-4ca7-a4f9-47b9ac07bcb9 req-29254723-7cd5-49be-a8f8-ce85cb6040bd tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470474 Oct 27 17:34:52.130074 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545a772-b341-4004-866c-3254c3737ad1 req-ab876d1c-09a6-4d84-beb8-c24bd1abba0d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:52.137225 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c545a772-b341-4004-866c-3254c3737ad1 req-ab876d1c-09a6-4d84-beb8-c24bd1abba0d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0551984 Oct 27 17:34:52.156972 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:52.161136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff91ee-2bf5-4f71-a775-fc4a58aa72b4 req-90a8a9b8-cc4e-4b34-b370-62e1114ef4ca tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:52.168517 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-adff91ee-2bf5-4f71-a775-fc4a58aa72b4 req-90a8a9b8-cc4e-4b34-b370-62e1114ef4ca tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0718124 Oct 27 17:34:52.196351 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c545a772-b341-4004-866c-3254c3737ad1 req-c480e9e6-f834-4a64-833c-aea9c40a5952 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579331 Oct 27 17:34:52.222867 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-adff91ee-2bf5-4f71-a775-fc4a58aa72b4 req-1e5a6d52-d99c-46d2-bd0f-8f202dca6298 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530751 Oct 27 17:34:52.310970 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067d99-f386-4875-9c96-410a1bf0ac13 req-92c1bb34-dd78-4f8a-b07d-336c1183b2f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:52.318864 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18067d99-f386-4875-9c96-410a1bf0ac13 req-92c1bb34-dd78-4f8a-b07d-336c1183b2f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0563297 Oct 27 17:34:52.367954 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18067d99-f386-4875-9c96-410a1bf0ac13 req-9892dcde-f053-4541-814a-916ec0460bb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481908 Oct 27 17:34:53.080685 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ad9bc-1c33-4eb2-affa-c98aecbe0f12 req-d10daa54-b0e8-462f-aa85-8124169fa9d4 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:53.083358 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-403ad9bc-1c33-4eb2-affa-c98aecbe0f12 req-d10daa54-b0e8-462f-aa85-8124169fa9d4 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0524387 Oct 27 17:34:53.144258 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-403ad9bc-1c33-4eb2-affa-c98aecbe0f12 req-fd039a52-049d-4f33-ad7f-8eea61e1ea62 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545979 Oct 27 17:34:53.293428 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:53.337270 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8b3d-687e-4dac-862d-62a8117fd7ee req-aa3dc522-8e6d-40bc-9739-857d4e658eb5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:53.344334 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3c6d8b3d-687e-4dac-862d-62a8117fd7ee req-aa3dc522-8e6d-40bc-9739-857d4e658eb5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0614393 Oct 27 17:34:53.383141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:53.396603 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d2d79-b113-4e36-af35-bdc207762748 req-2f6a359c-a551-4563-a01f-c52c65e2a63a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:53.398537 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a42d2d79-b113-4e36-af35-bdc207762748 req-2f6a359c-a551-4563-a01f-c52c65e2a63a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0668254 Oct 27 17:34:53.416839 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3c6d8b3d-687e-4dac-862d-62a8117fd7ee req-2f43d01a-46e9-4092-a67a-ef9ed0139c89 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715563 Oct 27 17:34:53.460613 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a42d2d79-b113-4e36-af35-bdc207762748 req-10a1ad07-f627-4937-bcb8-4ec2ff0ddc22 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560896 Oct 27 17:34:53.548348 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8e6a8-42a1-4143-810a-215d382d667e req-853a6c8f-60a4-4c2b-80ab-f28ea2410080 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:53.556239 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0b8e6a8-42a1-4143-810a-215d382d667e req-853a6c8f-60a4-4c2b-80ab-f28ea2410080 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0590551 Oct 27 17:34:53.602980 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0b8e6a8-42a1-4143-810a-215d382d667e req-837abff5-62d7-4589-be07-84efd53826c5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458765 Oct 27 17:34:54.267243 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edcb7b-2a53-465b-a0a7-4ca9fa3bde1d req-cbd11355-b744-44a0-8477-c06230c399e2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:54.268970 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3edcb7b-2a53-465b-a0a7-4ca9fa3bde1d req-cbd11355-b744-44a0-8477-c06230c399e2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0520625 Oct 27 17:34:54.292629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:54.323626 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3edcb7b-2a53-465b-a0a7-4ca9fa3bde1d req-4de38af8-8ce4-4f24-9c8e-cd203cc99dc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490985 Oct 27 17:34:54.547889 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab038e-2e86-4640-a9d7-e662dbc845cb req-ef7bc7f6-1b61-4b4f-9706-ca3de0de4dfd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:54.555640 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-58ab038e-2e86-4640-a9d7-e662dbc845cb req-ef7bc7f6-1b61-4b4f-9706-ca3de0de4dfd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0633657 Oct 27 17:34:54.604511 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf01f1-e683-4ca1-9497-180e8543fe9c req-d2f8f8e7-be1c-481d-b808-3151ea60920c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:54.606199 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddaf01f1-e683-4ca1-9497-180e8543fe9c req-d2f8f8e7-be1c-481d-b808-3151ea60920c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0668645 Oct 27 17:34:54.607574 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-58ab038e-2e86-4640-a9d7-e662dbc845cb req-10a425c6-89ec-4c2e-b4a3-f8e10a359b4c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510793 Oct 27 17:34:54.674563 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddaf01f1-e683-4ca1-9497-180e8543fe9c req-f9f157b1-98ef-4e61-897c-6fd7ef88f377 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588624 Oct 27 17:34:54.741649 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636dde8-aad3-4e1b-95d9-705bac3e6af1 req-e91fa242-eb0d-4c0f-9672-7125c36912f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:54.743141 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d636dde8-aad3-4e1b-95d9-705bac3e6af1 req-e91fa242-eb0d-4c0f-9672-7125c36912f9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0484521 Oct 27 17:34:54.791121 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d636dde8-aad3-4e1b-95d9-705bac3e6af1 req-7ab23612-262b-48a5-bb51-443d7cb94f3b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Oct 27 17:34:54.913786 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311c73e-855b-427f-aea8-d949ed5fc414 req-d35d1715-b6d4-415d-8b9c-505490daf306 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:54.915430 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d311c73e-855b-427f-aea8-d949ed5fc414 req-d35d1715-b6d4-415d-8b9c-505490daf306 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0515783 Oct 27 17:34:54.926749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40272) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:34:54.931232 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'port_id': 'e8441a6d-549a-4734-aaa6-21d018ed2a33'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:34:54.977428 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (b41ad926-0c87-4435-a399-22c25b8168f9), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:55.467696 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5eedf-2efc-48a3-8710-7bc32b9ace87 req-c1b510b4-7108-4438-b68f-f0146c62e6d2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:55.475769 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-69d5eedf-2efc-48a3-8710-7bc32b9ace87 req-c1b510b4-7108-4438-b68f-f0146c62e6d2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0596414 Oct 27 17:34:55.536323 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-69d5eedf-2efc-48a3-8710-7bc32b9ace87 req-00a544b5-d2bf-4619-9fe1-73dda2f1dc1a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601113 Oct 27 17:34:55.776124 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:55.783924 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8563035-bf50-4d52-b003-7921e1727126 req-9d9de661-85ad-4039-bdb1-6f0584bb7393 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:55.785725 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8563035-bf50-4d52-b003-7921e1727126 req-9d9de661-85ad-4039-bdb1-6f0584bb7393 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0804327 Oct 27 17:34:55.787254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (b41ad926-0c87-4435-a399-22c25b8168f9), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:55.830646 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200db04-e8c6-4c3a-9525-e17592249c4c req-3b71f4ec-e6fe-49cd-9d70-69a15722d9d9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:55.840383 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4200db04-e8c6-4c3a-9525-e17592249c4c req-3b71f4ec-e6fe-49cd-9d70-69a15722d9d9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0652990 Oct 27 17:34:55.893980 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8563035-bf50-4d52-b003-7921e1727126 req-e87ff93c-e929-42ee-9d24-428f2ab03497 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678082 Oct 27 17:34:55.910004 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4200db04-e8c6-4c3a-9525-e17592249c4c req-dc9c4779-a398-4556-8ed6-1fd5494b245b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680523 Oct 27 17:34:55.970074 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP b41ad926-0c87-4435-a399-22c25b8168f9 associated. External IP: 172.27.0.150, port: e8441a6d-549a-4734-aaa6-21d018ed2a33. Oct 27 17:34:56.186632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:56.192441 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:56.215490 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:34:56.250918 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:56.350242 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:34:56.357038 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:56.365803 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe149a-a634-4600-8194-43d68e188866 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:34:56.378538 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:34:56.379528 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:34:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:56.399011 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fbf50f29-6bd7-41fe-b8e9-b7362393bfb5 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/b41ad926-0c87-4435-a399-22c25b8168f9 HTTP/1.1" status: 200 len: 992 time: 1.4711506 Oct 27 17:34:56.400939 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:34:56.403259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdfe0ff-3108-4280-896a-8aec97d68fca" -d '{"events": [{"name": "network-changed", "server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:34:56.450354 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d0f09-d247-43e3-81c8-5e7383da8b61 x-openstack-request-id: req-943d0f09-d247-43e3-81c8-5e7383da8b61 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:34:56.450644 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:34:56.450894 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-943d0f09-d247-43e3-81c8-5e7383da8b61 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:34:56.451296 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943d0f09-d247-43e3-81c8-5e7383da8b61'] response: {'name': 'network-changed', 'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'status': 'completed', 'code': 200} Oct 27 17:34:56.504209 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:34:56.621935 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-874aeafe-5d49-4578-9862-1117b2ccd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:56.623481 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-874aeafe-5d49-4578-9862-1117b2ccd617 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 1130 time: 0.0453622 Oct 27 17:34:56.634921 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:56.639964 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:56.686674 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cecf6-9bd9-4ee4-a88e-48ccb5de144f req-23d942da-a6c1-48a6-9df7-7c717d41a687 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:56.688342 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e74cecf6-9bd9-4ee4-a88e-48ccb5de144f req-23d942da-a6c1-48a6-9df7-7c717d41a687 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Oct 27 17:34:56.768585 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e74cecf6-9bd9-4ee4-a88e-48ccb5de144f req-0531c898-1a8b-4b1b-a9ad-915211910151 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674129 Oct 27 17:34:56.773950 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:52Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}, {'id': 'b41ad926-0c87-4435-a399-22c25b8168f9', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:ec:77:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:34:35Z', 'updated_at': '2022-10-27T17:34:55Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:56.806857 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe149a-a634-4600-8194-43d68e188866 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:34:56.816190 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:34:56.817135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:34:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:56.825330 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-4e496c75-a782-4742-9005-d68d17847a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:56.826842 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-4e496c75-a782-4742-9005-d68d17847a94 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 916 time: 0.1351056 Oct 27 17:34:56.914190 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-4d003e9a-31ed-423b-9e79-89e9372d17b4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33 HTTP/1.1" status: 200 len: 1000 time: 0.0799809 Oct 27 17:34:56.948772 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:34:56.980516 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-962739df-f81a-457f-92f7-c1228616e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:56.982177 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-962739df-f81a-457f-92f7-c1228616e4a0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0601315 Oct 27 17:34:57.090458 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-3f8669bd-ec9c-4ca7-aa4f-4df92ef6ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:57.091934 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-3f8669bd-ec9c-4ca7-aa4f-4df92ef6ec49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008677 Oct 27 17:34:57.114829 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc0f98-0b90-4fb9-9369-8851457b8f63 req-a5aabe7f-b61e-43a7-9272-ffb0c135bfb9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:57.116241 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dcc0f98-0b90-4fb9-9369-8851457b8f63 req-a5aabe7f-b61e-43a7-9272-ffb0c135bfb9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0788469 Oct 27 17:34:57.204576 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d65193-8fc4-4f61-8788-dff21038d4d7 req-668ea7a1-cbff-46d7-a2e5-9533d3d7573a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:57.211969 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-92d65193-8fc4-4f61-8788-dff21038d4d7 req-668ea7a1-cbff-46d7-a2e5-9533d3d7573a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.1185961 Oct 27 17:34:57.230320 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dcc0f98-0b90-4fb9-9369-8851457b8f63 req-3f61f8e4-0503-40a8-a498-1821d09fd5ef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001413 Oct 27 17:34:57.263751 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:34:57.307246 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-19fe149a-a634-4600-8194-43d68e188866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:52Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}, {'id': 'b41ad926-0c87-4435-a399-22c25b8168f9', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:ec:77:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:34:35Z', 'updated_at': '2022-10-27T17:34:55Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:34:57.317288 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-02f26b70-12fb-4183-81ac-de27159e76cb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102063 Oct 27 17:34:57.341382 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe149a-a634-4600-8194-43d68e188866 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:52Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}, {'id': 'b41ad926-0c87-4435-a399-22c25b8168f9', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:ec:77:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:34:35Z', 'updated_at': '2022-10-27T17:34:55Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:34:57.402154 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-92d65193-8fc4-4f61-8788-dff21038d4d7 req-ce7b7898-a94e-4d35-9aab-37be2cd2a67b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803098 Oct 27 17:34:57.495752 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:57.498337 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bdfe0ff-3108-4280-896a-8aec97d68fca req-cca3affd-cec0-4e5f-84a6-c8c4d89d1cee service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727033 Oct 27 17:34:57.513046 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '469bd0cf-71f5-4704-9199-a07d128929ab', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'port_id': '469bd0cf-71f5-4704-9199-a07d128929ab', 'mac_address': 'fa:16:3e:bc:e8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:34:57.586932 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 469bd0cf-71f5-4704-9199-a07d128929ab is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:34:57.587563 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:57.606627 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469bd0cf-71f5-4704-9199-a07d128929ab {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:34:57.636685 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:34:57.641300 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:34:57.664691 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f861894-9aa0-4a7a-8c87-ae3c9ad3a362 None None] New status for floating IP b41ad926-0c87-4435-a399-22c25b8168f9: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:34:57.708986 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:57.717084 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.717433 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.717765 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.718102 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.718428 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.719301 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.719621 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.719969 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.720291 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.721359 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.721711 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.722125 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.722460 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.722918 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.723268 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:34:57.909406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed29f0f-136b-48b0-960e-e02385e798f3 req-aa20281a-44f2-46ee-8981-3d9667452374 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:57.912211 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aed29f0f-136b-48b0-960e-e02385e798f3 req-aa20281a-44f2-46ee-8981-3d9667452374 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0651610 Oct 27 17:34:57.948166 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:57.964160 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aed29f0f-136b-48b0-960e-e02385e798f3 req-8080a9df-4d04-44fb-a175-a9dcc9ea227a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473707 Oct 27 17:34:58.257667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['469bd0cf-71f5-4704-9199-a07d128929ab'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:34:58.395543 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:58.453727 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5b3c4-fbd5-4d63-a514-c95757373870 req-8bdb9ab7-eff1-4680-b5b8-fdd8eb09103a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:58.461751 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fdd5b3c4-fbd5-4d63-a514-c95757373870 req-8bdb9ab7-eff1-4680-b5b8-fdd8eb09103a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.1033833 Oct 27 17:34:58.550063 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fdd5b3c4-fbd5-4d63-a514-c95757373870 req-dc992b01-b693-4f78-aede-8c4df8c4ea3b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839417 Oct 27 17:34:58.638064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182106f1-bf63-4cd8-a33f-8924e9302539 req-93a6a009-6f57-48ae-bfea-29d24b30dae1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:58.639943 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-182106f1-bf63-4cd8-a33f-8924e9302539 req-93a6a009-6f57-48ae-bfea-29d24b30dae1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 944 time: 0.1272755 Oct 27 17:34:58.678639 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:58.700176 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-182106f1-bf63-4cd8-a33f-8924e9302539 req-4ce99584-169b-4401-b92e-a7ffa19eecf0 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505629 Oct 27 17:34:59.094525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec0493-4a6e-45b1-b029-f762bf8de110 req-f717c756-8073-4b67-8219-b0a7d12a8682 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.095993 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3ec0493-4a6e-45b1-b029-f762bf8de110 req-f717c756-8073-4b67-8219-b0a7d12a8682 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Oct 27 17:34:59.154947 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3ec0493-4a6e-45b1-b029-f762bf8de110 req-aa9f4853-2064-46ec-b412-df65d31ea873 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527821 Oct 27 17:34:59.475598 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1a494-769e-4750-b41a-744fd464012c req-745b7851-51ee-4236-b9a5-901cdfef45f5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.478276 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2cd1a494-769e-4750-b41a-744fd464012c req-745b7851-51ee-4236-b9a5-901cdfef45f5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0573080 Oct 27 17:34:59.493557 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:59.547649 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:34:59.580630 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-549ebbaf-aa53-4f4e-ab5a-0f0fdf961f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.581829 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-549ebbaf-aa53-4f4e-ab5a-0f0fdf961f4f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1129 time: 0.0772781 Oct 27 17:34:59.586198 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2cd1a494-769e-4750-b41a-744fd464012c req-8402fa3d-be36-4d58-a59a-b47d41afc1f1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015038 Oct 27 17:34:59.685929 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-67e3bc74-a28b-4d4f-9b22-f3ce655ec5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.688472 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-67e3bc74-a28b-4d4f-9b22-f3ce655ec5a1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.0973976 Oct 27 17:34:59.717519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba2b46-172b-4914-bbe1-aa4c5af3adc1 req-55db580a-c51e-43f0-a483-38a11d2751cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.720623 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-97ba2b46-172b-4914-bbe1-aa4c5af3adc1 req-55db580a-c51e-43f0-a483-38a11d2751cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0625243 Oct 27 17:34:59.776549 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-c7ad98c0-7979-4d73-b002-2a6eb1289ffb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 1001 time: 0.0809844 Oct 27 17:34:59.798936 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-97ba2b46-172b-4914-bbe1-aa4c5af3adc1 req-ccd31c2e-7a6f-4ebf-9f67-36ccc8a4a359 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701406 Oct 27 17:34:59.875563 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-8cf051a0-a42e-4325-9b38-a6e597e02165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.877007 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-8cf051a0-a42e-4325-9b38-a6e597e02165 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.0917242 Oct 27 17:34:59.904231 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065884-6c4e-45c8-8eab-c6510dcfff4e req-a511ee59-7784-4c51-9297-8fa1078b8254 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.905866 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2065884-6c4e-45c8-8eab-c6510dcfff4e req-a511ee59-7784-4c51-9297-8fa1078b8254 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 944 time: 0.0791545 Oct 27 17:34:59.975339 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-4106aaff-ddb5-4c45-99b5-bc76d874fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:34:59.977181 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-4106aaff-ddb5-4c45-99b5-bc76d874fc8f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915875 Oct 27 17:35:00.071426 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c2065884-6c4e-45c8-8eab-c6510dcfff4e req-135275e2-5626-47b4-8525-ad16c2af98f2 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462336 Oct 27 17:35:00.175307 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-f6f2cd9d-352d-4b84-a085-3fe6f18c9a89 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868918 Oct 27 17:35:00.200696 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:35:00.268789 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 469bd0cf-71f5-4704-9199-a07d128929ab completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:35:00.281809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 469bd0cf-71f5-4704-9199-a07d128929ab triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:35:00.283985 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:00.284988 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 469bd0cf-71f5-4704-9199-a07d128929ab Oct 27 17:35:00.300551 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75463d60-ff8f-4a04-9e8c-c5f688e3f964 req-5d9ddba8-97b4-4fc7-bc8a-fa7df9aea455 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193690 Oct 27 17:35:00.404020 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 469bd0cf-71f5-4704-9199-a07d128929ab is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:35:00.404690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:00.433096 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:35:00.435646 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9f0c4-c3d3-48f2-9178-4d53444a497c" -d '{"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-plugged", "status": "completed", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:35:00.462675 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:35:00.470137 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:00.498824 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f4d6b-ebb0-4b62-8f97-e003cdc0a893 x-openstack-request-id: req-7b6f4d6b-ebb0-4b62-8f97-e003cdc0a893 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:35:00.499300 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-plugged", "status": "completed", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:35:00.499651 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b6f4d6b-ebb0-4b62-8f97-e003cdc0a893 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:35:00.500688 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6f4d6b-ebb0-4b62-8f97-e003cdc0a893'] response: {'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'code': 200} Oct 27 17:35:00.536740 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:35:00.729737 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9004a-2aac-4aba-a9c0-853e5497ea3d req-bb624a3a-4ea1-457a-965d-b3a1f7d922d7 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:00.731122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bcd9004a-2aac-4aba-a9c0-853e5497ea3d req-bb624a3a-4ea1-457a-965d-b3a1f7d922d7 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0613739 Oct 27 17:35:00.822160 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bcd9004a-2aac-4aba-a9c0-853e5497ea3d req-0892e94a-d0c9-4555-b56f-c4ab30af3cea tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805919 Oct 27 17:35:00.979866 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf66a-e595-4fb5-86b5-5fe62da72ee6 req-6d4b21a7-4c2a-423e-af7c-afc3b73b071f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:00.989050 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1fbdf66a-e595-4fb5-86b5-5fe62da72ee6 req-6d4b21a7-4c2a-423e-af7c-afc3b73b071f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0812111 Oct 27 17:35:01.010725 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:01.036175 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34bf54-01e2-42ca-a230-e012d2e38cab req-e944f16c-070c-4959-a998-abdf44ecf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:01.040368 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe34bf54-01e2-42ca-a230-e012d2e38cab req-e944f16c-070c-4959-a998-abdf44ecf4f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0662322 Oct 27 17:35:01.057286 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1fbdf66a-e595-4fb5-86b5-5fe62da72ee6 req-cf446c96-0c1e-4eac-ba9d-fefbe939833a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669718 Oct 27 17:35:01.096148 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe34bf54-01e2-42ca-a230-e012d2e38cab req-a1d3a9d8-174a-4857-a90a-a08b7c6f8d5a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471969 Oct 27 17:35:01.194015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c43d7-16f8-41ee-a9fa-ecd9aa3cbcde req-a80bb543-7bb0-4722-ae0a-082869d3bbb6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:01.195480 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-977c43d7-16f8-41ee-a9fa-ecd9aa3cbcde req-a80bb543-7bb0-4722-ae0a-082869d3bbb6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0495803 Oct 27 17:35:01.245673 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-977c43d7-16f8-41ee-a9fa-ecd9aa3cbcde req-8ab68c68-b8ea-46b6-9fc9-f1a49a01ee51 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 Oct 27 17:35:01.971601 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234968c-7dd1-46e3-aefa-458dfa00976b req-bbfdbcec-ff36-460f-9633-5224d1837595 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:01.973310 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4234968c-7dd1-46e3-aefa-458dfa00976b req-bbfdbcec-ff36-460f-9633-5224d1837595 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0555146 Oct 27 17:35:02.027212 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4234968c-7dd1-46e3-aefa-458dfa00976b req-be41073d-6483-4bbf-af65-f00b5764bb9f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469334 Oct 27 17:35:02.188279 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0e93-f511-4e44-a181-22df62c81593 req-ec7696cc-67e0-4a3a-8831-e966a11b529b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:02.189803 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-959b0e93-f511-4e44-a181-22df62c81593 req-ec7696cc-67e0-4a3a-8831-e966a11b529b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0490417 Oct 27 17:35:02.249906 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:02.275134 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-959b0e93-f511-4e44-a181-22df62c81593 req-5acfc88d-a814-4502-ac4f-d25ec8f95775 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770948 Oct 27 17:35:02.381023 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfec25e-160a-4823-b66d-499a435e66c9 req-6861ed01-0fa4-4fe1-8956-889e5e78a01b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:02.382561 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dfec25e-160a-4823-b66d-499a435e66c9 req-6861ed01-0fa4-4fe1-8956-889e5e78a01b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0574484 Oct 27 17:35:02.442732 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dfec25e-160a-4823-b66d-499a435e66c9 req-46b7343d-febe-4a36-b31c-f490f8749553 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544591 Oct 27 17:35:03.410332 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b52a0-e1a2-4680-8d03-1a0b354ae57c req-f03c81fc-d6c5-402f-b904-bdd49648a1e0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:03.411737 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-385b52a0-e1a2-4680-8d03-1a0b354ae57c req-f03c81fc-d6c5-402f-b904-bdd49648a1e0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0460691 Oct 27 17:35:03.457515 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-385b52a0-e1a2-4680-8d03-1a0b354ae57c req-a0595970-2b72-450b-a945-9664fb173f9f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Oct 27 17:35:03.566620 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c136-8a5a-4f9a-9a55-2c85929f18db req-a7f50992-e0c3-48bf-8ee3-020aa3120dbb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:03.568128 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9835c136-8a5a-4f9a-9a55-2c85929f18db req-a7f50992-e0c3-48bf-8ee3-020aa3120dbb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0547113 Oct 27 17:35:03.617026 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9835c136-8a5a-4f9a-9a55-2c85929f18db req-7147761d-73ac-49a8-94cf-474c6782cbea tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Oct 27 17:35:04.570738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:04.581330 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aad35-d1db-4aa3-b107-00b5b23d1870 req-ad86e2ce-5ee1-467b-8f25-255c96f3cf9a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:04.582825 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9f2aad35-d1db-4aa3-b107-00b5b23d1870 req-ad86e2ce-5ee1-467b-8f25-255c96f3cf9a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0475044 Oct 27 17:35:04.629702 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9f2aad35-d1db-4aa3-b107-00b5b23d1870 req-e62b9aea-67de-4b42-830c-5450aecef282 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Oct 27 17:35:04.734967 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b678cb-80e3-4a13-8816-884a2bef009c req-05470e64-40aa-42f3-9fcd-ec24fd381c6f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:04.736450 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01b678cb-80e3-4a13-8816-884a2bef009c req-05470e64-40aa-42f3-9fcd-ec24fd381c6f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0458009 Oct 27 17:35:04.785928 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01b678cb-80e3-4a13-8816-884a2bef009c req-f2497cb9-050a-4ea2-a25b-d72d71c51acb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Oct 27 17:35:04.908529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0e248-f9fc-4884-bccc-20bbfb239754 req-8d3479e2-0d19-4cc7-b4cb-6343d3f90d9f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:04.909924 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dbd0e248-f9fc-4884-bccc-20bbfb239754 req-8d3479e2-0d19-4cc7-b4cb-6343d3f90d9f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0500829 Oct 27 17:35:04.957544 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dbd0e248-f9fc-4884-bccc-20bbfb239754 req-190292cc-94c1-421a-a53d-1a7557b00d12 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Oct 27 17:35:04.986004 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40360) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:35:05.136509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902417-e6ff-4bb1-b55e-60269e89082f req-4c28d623-3156-4543-b000-4f2a03448efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:05.138043 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-4c28d623-3156-4543-b000-4f2a03448efe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1129 time: 0.0686119 Oct 27 17:35:05.139151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e2bee-2924-4061-95ea-459ae03e49a1 tempest-TestShelveInstance-1073518360 tempest-TestShelveInstance-1073518360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:05.141131 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ef6e2bee-2924-4061-95ea-459ae03e49a1 tempest-TestShelveInstance-1073518360 tempest-TestShelveInstance-1073518360-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1124 time: 0.1536350 Oct 27 17:35:05.144359 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40364) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:35:05.148859 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'port_id': '469bd0cf-71f5-4704-9199-a07d128929ab', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:35:05.170102 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:05.231886 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902417-e6ff-4bb1-b55e-60269e89082f req-2b4e002a-2f92-4932-b017-1c06f934a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:05.233383 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-2b4e002a-2f92-4932-b017-1c06f934a47c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.0891218 Oct 27 17:35:05.250204 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:05.295044 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-95cabe66-eca6-4355-b898-9082378a9173 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 1000 time: 0.0553601 Oct 27 17:35:05.347413 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902417-e6ff-4bb1-b55e-60269e89082f req-65104e62-71b4-4ff7-9741-a50876085606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:05.349049 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-65104e62-71b4-4ff7-9741-a50876085606 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0476816 Oct 27 17:35:05.357226 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Allocated IP 172.27.0.177 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/2c94b5d0-9b29-4f52-b512-bf2102194b90) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:35:05.393493 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902417-e6ff-4bb1-b55e-60269e89082f req-8e088b33-8170-4367-a2d0-85bec2c2c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:05.395040 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-8e088b33-8170-4367-a2d0-85bec2c2c34d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397172 Oct 27 17:35:05.447233 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:05.465905 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:05.486068 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-2089557f-742a-42b5-9bc6-101bc2ffee26 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Oct 27 17:35:05.498584 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:05.530006 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:05.542085 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:35:05.548779 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:35:05.550962 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'Port': ['ID=2c94b5d0-9b29-4f52-b512-bf2102194b90,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:35:05.553432 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:35:05.586424 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02902417-e6ff-4bb1-b55e-60269e89082f req-ebb2f9bd-f631-4aa4-8c64-512dcfc6a7e7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945203 Oct 27 17:35:05.790149 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d4bea-bb2d-4845-847b-a694d52728c0 req-e6c0a525-e478-418c-9c24-0dac88341162 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:05.791624 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4a0d4bea-bb2d-4845-847b-a694d52728c0 req-e6c0a525-e478-418c-9c24-0dac88341162 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0727930 Oct 27 17:35:05.881590 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4a0d4bea-bb2d-4845-847b-a694d52728c0 req-fef39b54-8920-4abd-8ecd-2183db0fb246 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809028 Oct 27 17:35:05.977197 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for floatingip (261fe98f-d474-47c8-baaa-7606914b5736), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:06.040948 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:06.182055 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:06.186244 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:06.191167 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:06.248616 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event updated for resources: {'Port': ['ID=2c94b5d0-9b29-4f52-b512-bf2102194b90,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:35:06.253528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (261fe98f-d474-47c8-baaa-7606914b5736), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:06.347954 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Floating IP 261fe98f-d474-47c8-baaa-7606914b5736 associated. External IP: 172.27.0.177, port: 469bd0cf-71f5-4704-9199-a07d128929ab. Oct 27 17:35:06.399259 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:06.555567 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:35:06.663073 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:35:06.673609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] Sync routers for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:35:06.680787 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:06.684596 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:35:06.685281 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:34:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:35:06.711986 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-33f6f7c6-c5b0-4f5c-a6d3-9aad3aa2d0bd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5664229 Oct 27 17:35:06.712625 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:35:06.714880 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9058a097-2705-4e9f-8bd3-aad8fb98842b" -d '{"events": [{"name": "network-changed", "server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:35:06.754373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92b7ac5-3209-43ca-85a6-5b6d5ccb1488 x-openstack-request-id: req-c92b7ac5-3209-43ca-85a6-5b6d5ccb1488 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:35:06.754658 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:35:06.754924 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c92b7ac5-3209-43ca-85a6-5b6d5ccb1488 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:35:06.755321 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92b7ac5-3209-43ca-85a6-5b6d5ccb1488'] response: {'name': 'network-changed', 'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'status': 'completed', 'code': 200} Oct 27 17:35:06.792497 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:35:07.009609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '261fe98f-d474-47c8-baaa-7606914b5736', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'port_id': '469bd0cf-71f5-4704-9199-a07d128929ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'mac_address': 'fa:16:3e:bc:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a883d9-7208-49ab-9775-557bba9f7efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:35:05Z', 'updated_at': '2022-10-27T17:35:05Z', 'revision_number': 0, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:34:00Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:35:07.013385 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6286e9-5501-452f-b7b4-30b3d5921fce req-8c7d5845-a6eb-4bd7-9931-500f277534f8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:07.014904 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d6286e9-5501-452f-b7b4-30b3d5921fce req-8c7d5845-a6eb-4bd7-9931-500f277534f8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0501580 Oct 27 17:35:07.034472 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] Checking router: 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:35:07.042863 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:35:07.043471 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:34:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:35:07.070002 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7d6286e9-5501-452f-b7b4-30b3d5921fce req-6ae6324d-eead-42a5-ba26-3085bc3a5638 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493138 Oct 27 17:35:07.079773 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:07.150478 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:35:07.392851 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:07.498253 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '261fe98f-d474-47c8-baaa-7606914b5736', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'port_id': '469bd0cf-71f5-4704-9199-a07d128929ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'mac_address': 'fa:16:3e:bc:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a883d9-7208-49ab-9775-557bba9f7efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:35:05Z', 'updated_at': '2022-10-27T17:35:05Z', 'revision_number': 0, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:34:00Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:35:07.523700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be0490-c4ed-44ff-88c0-bac0bc4c71d8 None None] The sync data for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi is: [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '261fe98f-d474-47c8-baaa-7606914b5736', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'port_id': '469bd0cf-71f5-4704-9199-a07d128929ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'mac_address': 'fa:16:3e:bc:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a883d9-7208-49ab-9775-557bba9f7efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:35:05Z', 'updated_at': '2022-10-27T17:35:05Z', 'revision_number': 0, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:34:00Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:35:07.531626 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-bad61eec-6c29-4737-90e5-bdd80594c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:07.533212 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-bad61eec-6c29-4737-90e5-bdd80594c101 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0429561 Oct 27 17:35:07.645077 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-6510d845-5e86-42e7-b564-86c9f0578175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:07.646498 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-6510d845-5e86-42e7-b564-86c9f0578175 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 910 time: 0.0930805 Oct 27 17:35:07.713124 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6897c-ff12-40d5-b7e7-a92bb0f5730c None None] New status for floating IP 261fe98f-d474-47c8-baaa-7606914b5736: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:35:07.716274 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-cc836456-455e-4753-9aeb-0825e25d3119 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 999 time: 0.0596669 Oct 27 17:35:07.796157 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:07.804638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-aab199c4-c958-41d1-9d65-21c65fb40bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:07.806361 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-aab199c4-c958-41d1-9d65-21c65fb40bce service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.0543647 Oct 27 17:35:07.860729 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-907d996c-70e8-4641-b0d2-0ca1bcedbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:07.862274 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-907d996c-70e8-4641-b0d2-0ca1bcedbb5e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470097 Oct 27 17:35:07.958314 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:07.987730 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-7049f5a1-d372-47f1-b55d-2d0c24697b88 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981650 Oct 27 17:35:08.091803 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9058a097-2705-4e9f-8bd3-aad8fb98842b req-aa5afbb2-9d12-4d9e-808d-2de7e2b99b1a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912561 Oct 27 17:35:08.204980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ba8a8-ba42-42df-b34d-4c45ab95ba73 req-e231e558-3834-4b11-aa60-1d01498c7e6a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:08.206490 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646ba8a8-ba42-42df-b34d-4c45ab95ba73 req-e231e558-3834-4b11-aa60-1d01498c7e6a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 945 time: 0.0477920 Oct 27 17:35:08.221180 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:35:08.254526 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646ba8a8-ba42-42df-b34d-4c45ab95ba73 req-7c1857c1-2f54-458b-9dd7-67a877a5bcab tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Oct 27 17:35:08.293968 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: ACTIVE; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:35:08.294364 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:08.317407 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:35:08.319747 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1f5e7-6f97-4cd2-98d0-0254fd60d40c" -d '{"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:35:08.336794 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:35:08.341378 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:08.365421 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df43d29-4dd6-4638-996e-da912832273d x-openstack-request-id: req-0df43d29-4dd6-4638-996e-da912832273d {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:35:08.365795 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:35:08.366109 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0df43d29-4dd6-4638-996e-da912832273d {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:35:08.366558 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df43d29-4dd6-4638-996e-da912832273d'] response: {'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'code': 200} Oct 27 17:35:08.392443 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=8']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:35:08.759006 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-8a8dc75a-ac03-420e-a7dd-400c9c67f48d req-45008902-6922-4914-a2d0-10dac051ab8e service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:35:08.760031 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a8dc75a-ac03-420e-a7dd-400c9c67f48d req-45008902-6922-4914-a2d0-10dac051ab8e service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053785 Oct 27 17:35:08.935315 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fe096-ade2-4ae1-a2db-ff9672638a50 req-aad02607-fe94-456b-9836-1cec2876a97a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:08.936857 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-527fe096-ade2-4ae1-a2db-ff9672638a50 req-aad02607-fe94-456b-9836-1cec2876a97a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0500889 Oct 27 17:35:08.984926 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-527fe096-ade2-4ae1-a2db-ff9672638a50 req-701e258c-d2ae-4b8b-8a4a-f6a5bbf9d566 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Oct 27 17:35:09.128908 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40414) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:35:09.209043 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-c5ef2ca5-ba57-4af5-95d6-4c262a778179 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789659 Oct 27 17:35:09.217444 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-fb073b3e-a404-4218-8b7c-1cb63717e71a service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:35:09.218432 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-fb073b3e-a404-4218-8b7c-1cb63717e71a service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046840 Oct 27 17:35:09.293885 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40422) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:35:09.393064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-36000bb2-4290-476a-9fc4-f6c6852b8f7a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:09.394457 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-36000bb2-4290-476a-9fc4-f6c6852b8f7a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports/8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 940 time: 0.0995429 Oct 27 17:35:10.114047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c816c-46bf-4c08-9303-a87534f18ec9 req-667d3791-3c9e-4dd3-839c-794cfa15cfa9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:10.115518 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a86c816c-46bf-4c08-9303-a87534f18ec9 req-667d3791-3c9e-4dd3-839c-794cfa15cfa9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0468681 Oct 27 17:35:10.161926 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a86c816c-46bf-4c08-9303-a87534f18ec9 req-894e688b-fad4-4dce-9ece-450ff73cf163 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Oct 27 17:35:11.196218 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-435c1ab2-b041-4a1c-b4bc-fc93ef903b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:11.286972 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290ab2-bd1a-4f51-b453-bfdc2f8db39f req-521eee86-8441-4cfd-970b-3626a22c3019 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:11.288399 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2e290ab2-bd1a-4f51-b453-bfdc2f8db39f req-521eee86-8441-4cfd-970b-3626a22c3019 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0453625 Oct 27 17:35:11.333617 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2e290ab2-bd1a-4f51-b453-bfdc2f8db39f req-c27f3bbe-44f6-4a72-a925-43a47a4e5143 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Oct 27 17:35:11.702963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-09260969-2ec5-40ff-a82b-b7092debfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:11.704478 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-09260969-2ec5-40ff-a82b-b7092debfcd1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e&tenant_id=48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 1127 time: 0.0725484 Oct 27 17:35:11.789523 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-60eb91a0-b260-44bd-b69d-3122b29e334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:11.791021 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-60eb91a0-b260-44bd-b69d-3122b29e334d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1127 time: 0.0393426 Oct 27 17:35:11.881110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-ca0855dd-f37f-420f-b18e-d32ff899006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:11.882538 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-ca0855dd-f37f-420f-b18e-d32ff899006c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.0850015 Oct 27 17:35:11.948778 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-4a132102-430d-4082-b279-a85b2bddadbd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 200 len: 998 time: 0.0572782 Oct 27 17:35:11.995307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-38b2443d-41dd-4966-be0d-b08d1833b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:11.996761 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-38b2443d-41dd-4966-be0d-b08d1833b229 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0414348 Oct 27 17:35:12.038830 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-ab917859-2ebc-4805-be96-a8000095be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:12.040281 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-ab917859-2ebc-4805-be96-a8000095be40 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368452 Oct 27 17:35:12.131332 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-7333e6e5-599c-4cf3-837b-f84e44e641e2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 Oct 27 17:35:12.218619 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6ea6a5d0-3b53-46b9-88de-6962a3f1c59b req-a96097c3-8d1e-4b40-a78e-844ecf09ac68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807223 Oct 27 17:35:12.241253 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:35:12.315335 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: DOWN; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:35:12.463819 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88cb37-e763-45b5-9d21-84319cc5b0f7 req-dc01339a-9ef0-4243-9392-64fcac93b673 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:12.465323 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b88cb37-e763-45b5-9d21-84319cc5b0f7 req-dc01339a-9ef0-4243-9392-64fcac93b673 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0513406 Oct 27 17:35:12.510012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:12.514850 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6b88cb37-e763-45b5-9d21-84319cc5b0f7 req-7a0b18f6-6910-47f6-b7de-724bd4c31be7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Oct 27 17:35:13.553202 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7f1fdaa7-0ef6-45f8-8479-e99ee399a66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:13.866997 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd1eee-f221-4f34-971c-9d8de473282a req-afdf873b-8d12-4446-84a0-23dbe109ee7c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:13.868498 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7abd1eee-f221-4f34-971c-9d8de473282a req-afdf873b-8d12-4446-84a0-23dbe109ee7c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.2710061 Oct 27 17:35:13.918283 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7abd1eee-f221-4f34-971c-9d8de473282a req-dc306cb5-2a60-42c5-8254-3dbb6dc1bfec tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Oct 27 17:35:14.993049 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:15.066500 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:15.107087 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06d080-ac6f-4605-94a1-bdba26d25942 req-a0c4902d-b474-4807-9211-5bc92a3caad0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:15.108678 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4a06d080-ac6f-4605-94a1-bdba26d25942 req-a0c4902d-b474-4807-9211-5bc92a3caad0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.1041088 Oct 27 17:35:15.159925 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4a06d080-ac6f-4605-94a1-bdba26d25942 req-081b1224-7c9d-40a0-a995-7f76f5dc812b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Oct 27 17:35:16.215272 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:16.331363 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:16.345844 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149cfe9-c0d9-4eec-87cc-cfc935cddee4 req-4c2aec3d-0908-4625-8490-e96f0d559e99 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:16.347343 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4149cfe9-c0d9-4eec-87cc-cfc935cddee4 req-4c2aec3d-0908-4625-8490-e96f0d559e99 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.1000845 Oct 27 17:35:16.396157 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4149cfe9-c0d9-4eec-87cc-cfc935cddee4 req-8dc1ff2c-27f8-469f-95ab-0736985bbe3c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Oct 27 17:35:16.872874 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:17.533793 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4fd16-cc6f-4e13-8ab9-dea496f52b3a req-d4c0a4cc-ad21-498e-a7c7-3662e59276a4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:17.535282 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f5b4fd16-cc6f-4e13-8ab9-dea496f52b3a req-d4c0a4cc-ad21-498e-a7c7-3662e59276a4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0522609 Oct 27 17:35:17.583648 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f5b4fd16-cc6f-4e13-8ab9-dea496f52b3a req-4434cb3f-81fa-4747-bf09-6737a6136af4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Oct 27 17:35:17.670442 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:35:18.718126 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129214e-0c03-4be0-ba8e-0036e3f4e352 req-e52f96f4-51cd-4078-a25e-7e6e3a72c596 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:18.719532 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4129214e-0c03-4be0-ba8e-0036e3f4e352 req-e52f96f4-51cd-4078-a25e-7e6e3a72c596 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0502589 Oct 27 17:35:18.771056 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4129214e-0c03-4be0-ba8e-0036e3f4e352 req-4dbec709-5cec-41c3-ad18-6df383bc3475 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Oct 27 17:35:19.911272 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52d30e-0c0e-4624-ad47-73ada1895388 req-d8e623fb-ede3-4e96-8c15-2eee22526203 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:19.912785 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb52d30e-0c0e-4624-ad47-73ada1895388 req-d8e623fb-ede3-4e96-8c15-2eee22526203 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0604918 Oct 27 17:35:19.959326 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb52d30e-0c0e-4624-ad47-73ada1895388 req-351b11eb-d976-4f52-9895-9916d5dd347c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Oct 27 17:35:21.090879 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25b94-0585-4c08-89f7-a3644449d7aa req-08435574-b20d-4741-8366-c74fe07d1c3b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:21.092520 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dbd25b94-0585-4c08-89f7-a3644449d7aa req-08435574-b20d-4741-8366-c74fe07d1c3b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0496433 Oct 27 17:35:21.127948 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:21.139442 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dbd25b94-0585-4c08-89f7-a3644449d7aa req-494c4630-1676-49a3-94cb-80ab907d19df tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Oct 27 17:35:22.274760 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f331-2b7f-4499-aa31-197d75ebaaa2 req-cd905904-7e80-4f4a-8d36-cb1faba7258a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:22.276309 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a234f331-2b7f-4499-aa31-197d75ebaaa2 req-cd905904-7e80-4f4a-8d36-cb1faba7258a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0553019 Oct 27 17:35:22.327788 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a234f331-2b7f-4499-aa31-197d75ebaaa2 req-1dcf87bb-6688-4c66-849b-bc319e5fd901 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457177 Oct 27 17:35:23.461586 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f497af0-1414-4e5a-b4b4-808b1bce7b2f req-f5fe36f5-8ba6-42b5-b890-84952b789c7a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:23.461586 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8f497af0-1414-4e5a-b4b4-808b1bce7b2f req-f5fe36f5-8ba6-42b5-b890-84952b789c7a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0472963 Oct 27 17:35:23.512179 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8f497af0-1414-4e5a-b4b4-808b1bce7b2f req-6b9dff4a-bbb3-4ee7-9d7e-9e995ffc86e3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463240 Oct 27 17:35:24.640039 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27c52b-bafc-4f02-9cad-f6a69cc0c239 req-6b3fb857-72c9-4c75-8c79-516cf7bbb247 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:24.641511 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f27c52b-bafc-4f02-9cad-f6a69cc0c239 req-6b3fb857-72c9-4c75-8c79-516cf7bbb247 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0470157 Oct 27 17:35:24.688682 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f27c52b-bafc-4f02-9cad-f6a69cc0c239 req-c129e04c-d2c4-4574-a157-e64d9c148eb7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Oct 27 17:35:25.818463 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ca2c-a1f8-43b8-bc04-710e668b2cf2 req-556b6249-a008-4ccd-af4d-0f64eea0ba86 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:25.820114 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a8c3ca2c-a1f8-43b8-bc04-710e668b2cf2 req-556b6249-a008-4ccd-af4d-0f64eea0ba86 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0465872 Oct 27 17:35:25.872373 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a8c3ca2c-a1f8-43b8-bc04-710e668b2cf2 req-c8ccedc4-0a17-4dff-bbfd-2dd77cde5045 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465388 Oct 27 17:35:26.205028 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:26.246322 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:27.003059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef6427-64ce-4e9b-91d4-9912e217d6c8 req-5bc7a46e-c374-42a6-82e6-e4a0e92c1dd3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:27.004544 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bef6427-64ce-4e9b-91d4-9912e217d6c8 req-5bc7a46e-c374-42a6-82e6-e4a0e92c1dd3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0456958 Oct 27 17:35:27.051644 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0bef6427-64ce-4e9b-91d4-9912e217d6c8 req-7d7c118d-682c-4c16-a1be-346ff9c1d088 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Oct 27 17:35:27.665840 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:27.666547 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=37 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:28.176470 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe55581-7d7a-44aa-a464-23e2527cce69 req-f1e282d3-03d6-4300-92e8-30b2261b2fc3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:28.177919 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7fe55581-7d7a-44aa-a464-23e2527cce69 req-f1e282d3-03d6-4300-92e8-30b2261b2fc3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0455611 Oct 27 17:35:28.223321 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7fe55581-7d7a-44aa-a464-23e2527cce69 req-766bcfc3-3d42-4fac-ad0d-41656225d9d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400455 Oct 27 17:35:29.457416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487572-9d8c-47b4-8bae-ccb81ce5bf18 req-71f45984-8712-44c5-b42b-9b4e66e1428d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:29.458884 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d9487572-9d8c-47b4-8bae-ccb81ce5bf18 req-71f45984-8712-44c5-b42b-9b4e66e1428d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0493672 Oct 27 17:35:29.505309 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d9487572-9d8c-47b4-8bae-ccb81ce5bf18 req-4326d33c-ca49-494b-9075-c08a19c350f3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Oct 27 17:35:30.506174 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-d99e3489-03b0-4f8b-b21a-363066dfa623 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384474 Oct 27 17:35:30.640232 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f177f25-bffd-464e-955b-056e0827c8ad req-aaf66f75-b5e0-48c6-b40f-594d3378301d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:30.642164 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f177f25-bffd-464e-955b-056e0827c8ad req-aaf66f75-b5e0-48c6-b40f-594d3378301d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0533888 Oct 27 17:35:30.691976 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9f177f25-bffd-464e-955b-056e0827c8ad req-1c3ce37a-7bf8-44d8-ba58-cc5d10197cd3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Oct 27 17:35:30.770217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bafc08-c069-4316-abda-3a1a7cb14a4e req-0e9bb85b-4374-4970-bdf6-9ffc009c2dd1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:30.774573 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-99bafc08-c069-4316-abda-3a1a7cb14a4e req-0e9bb85b-4374-4970-bdf6-9ffc009c2dd1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0487449 Oct 27 17:35:30.833687 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-99bafc08-c069-4316-abda-3a1a7cb14a4e req-45a0409c-3dfc-417e-9681-eba9a5a59616 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559740 Oct 27 17:35:31.818441 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcb5a2-1711-4415-853c-fd0ca7655185 req-2eba71e4-96e9-4c55-b347-c2f3235a1810 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:31.819912 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cbdcb5a2-1711-4415-853c-fd0ca7655185 req-2eba71e4-96e9-4c55-b347-c2f3235a1810 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0450988 Oct 27 17:35:31.865855 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cbdcb5a2-1711-4415-853c-fd0ca7655185 req-3781fde0-f076-4d1e-a164-b4bd6d8bad70 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Oct 27 17:35:32.189099 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25d2d-77f0-4ab1-a76f-22820c19fb00 req-1940dbd4-a55c-473c-b307-3a731ccd9e6f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:32.190525 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aad25d2d-77f0-4ab1-a76f-22820c19fb00 req-1940dbd4-a55c-473c-b307-3a731ccd9e6f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.2806389 Oct 27 17:35:32.249290 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aad25d2d-77f0-4ab1-a76f-22820c19fb00 req-454b852d-75dd-4fbf-86b5-c4594944421d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532200 Oct 27 17:35:32.741206 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-0c7c48b0-e161-42fc-b903-57b0d0740169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:32.742709 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-0c7c48b0-e161-42fc-b903-57b0d0740169 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 1129 time: 0.0390744 Oct 27 17:35:32.795418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-24d639ef-c12f-4b70-88ce-69d07cb9ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:32.796941 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-24d639ef-c12f-4b70-88ce-69d07cb9ab2e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1169 time: 0.0421069 Oct 27 17:35:32.820517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:32.849097 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-ae4078ba-dbf1-4369-bd51-083e71678f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:32.850499 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-ae4078ba-dbf1-4369-bd51-083e71678f40 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 916 time: 0.0897853 Oct 27 17:35:32.886775 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:32.890433 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-949992f0-a3ed-4343-857b-c85508c22fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:32.891965 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-949992f0-a3ed-4343-857b-c85508c22fcf service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 915 time: 0.0883327 Oct 27 17:35:32.914552 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-c0826882-776c-45d0-a088-bfd3e698e094 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=021b0623-ac50-4080-925e-8bf3d47884b1 HTTP/1.1" status: 200 len: 1000 time: 0.0562832 Oct 27 17:35:32.965099 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-a68b6d60-e3b2-450e-9818-9a9bea5915b7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 1002 time: 0.0657833 Oct 27 17:35:33.003043 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-6acc7bd6-edec-421d-912e-e6df8bc39b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:33.004588 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-6acc7bd6-edec-421d-912e-e6df8bc39b63 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0839071 Oct 27 17:35:33.012395 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814d77c-ea8b-4a1a-bbae-63774b8f0bbc req-ff49aea9-8d92-4b35-8205-b28f1c633518 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:33.013826 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c814d77c-ea8b-4a1a-bbae-63774b8f0bbc req-ff49aea9-8d92-4b35-8205-b28f1c633518 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0587411 Oct 27 17:35:33.014901 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-eeb8bbf2-f137-4b3d-b695-6ddf3c6c653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:33.016394 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-eeb8bbf2-f137-4b3d-b695-6ddf3c6c653f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.0441926 Oct 27 17:35:33.054032 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:33.069555 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-bb83284a-8a81-4a1d-99c5-65004d338f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:33.070125 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-17c34363-9434-460d-8f33-51e6dde475d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:33.071120 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-bb83284a-8a81-4a1d-99c5-65004d338f12 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558488 Oct 27 17:35:33.071626 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-17c34363-9434-460d-8f33-51e6dde475d3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393612 Oct 27 17:35:33.109424 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c814d77c-ea8b-4a1a-bbae-63774b8f0bbc req-dba6bf63-a479-478e-aab0-b7d384e00eb0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864797 Oct 27 17:35:33.170646 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-a4229cb8-d168-42c1-b75b-1bf4c42f11cb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863137 Oct 27 17:35:33.178835 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-e826997e-f2ce-4c0f-9880-d3ad65c15cf3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922828 Oct 27 17:35:33.260881 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-68e05b98-1c90-49e6-bbbe-2ef0139d66a3 req-bb0ee87f-b837-4a13-bf03-65bdbddce929 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840969 Oct 27 17:35:33.269538 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cf6ba78c-ba6d-4a37-be9f-d19bafee795e req-72a25bb0-00fd-4acb-853f-027cfef78661 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Oct 27 17:35:33.375094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1fb42-59b0-4297-a8a6-09e5de8c9b18 req-40489577-f2e2-46da-8187-df2503553c65 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:33.376519 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3e1fb42-59b0-4297-a8a6-09e5de8c9b18 req-40489577-f2e2-46da-8187-df2503553c65 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0478921 Oct 27 17:35:33.441144 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3e1fb42-59b0-4297-a8a6-09e5de8c9b18 req-60cae35b-9efb-448c-b97b-4d3c33498046 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590227 Oct 27 17:35:34.200717 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:34.243608 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c3f5-e541-447b-a4e0-c9bdc3b8bd0f req-6f22dc9c-e295-4d0b-bc49-ee30d872f02d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:34.245274 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c094c3f5-e541-447b-a4e0-c9bdc3b8bd0f req-6f22dc9c-e295-4d0b-bc49-ee30d872f02d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0550606 Oct 27 17:35:34.293802 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c094c3f5-e541-447b-a4e0-c9bdc3b8bd0f req-20c456d5-3a36-4dc8-a34c-641b58bb63e9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Oct 27 17:35:34.562052 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a24f0c-b53b-4b9c-8a41-eeb9918068c2 req-c1c70c54-18ed-4b5b-b404-a54d9659bdab tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:34.563461 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-00a24f0c-b53b-4b9c-8a41-eeb9918068c2 req-c1c70c54-18ed-4b5b-b404-a54d9659bdab tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0481033 Oct 27 17:35:34.623896 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-00a24f0c-b53b-4b9c-8a41-eeb9918068c2 req-05c65b9a-30e9-4528-b3e8-2decd33b5a7c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547349 Oct 27 17:35:35.418391 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343809-0545-4501-8194-16747651dc72 req-a3e76c8d-9acb-4e77-95c7-7790359eb5ca tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:35.419864 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-74343809-0545-4501-8194-16747651dc72 req-a3e76c8d-9acb-4e77-95c7-7790359eb5ca tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0458531 Oct 27 17:35:35.466003 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-74343809-0545-4501-8194-16747651dc72 req-95e950c5-cc37-4c2a-a812-fdda77ed02a2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Oct 27 17:35:35.743001 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43eb73-0fdb-47e6-87a2-69848b095274 req-ec6f8c3e-081c-4095-b771-eb24bccafa5b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:35.744514 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f43eb73-0fdb-47e6-87a2-69848b095274 req-ec6f8c3e-081c-4095-b771-eb24bccafa5b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0471170 Oct 27 17:35:35.807773 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f43eb73-0fdb-47e6-87a2-69848b095274 req-f8374468-88e6-46dc-a00d-bed3c1a3dedc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569429 Oct 27 17:35:36.239065 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:36.240963 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:36.593199 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c65ad2-91c2-4832-bd71-2a12b7865082 req-271c59c1-2e9a-4954-9ce2-6a7adf3711a8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:36.594674 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-81c65ad2-91c2-4832-bd71-2a12b7865082 req-271c59c1-2e9a-4954-9ce2-6a7adf3711a8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0498743 Oct 27 17:35:36.641348 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-81c65ad2-91c2-4832-bd71-2a12b7865082 req-08ed9d1d-dad9-48d7-9b0e-fadb15957153 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Oct 27 17:35:36.926706 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a632d99-23f0-41aa-8496-8888414f41cb req-62a6a35f-296f-43bc-800a-25fd444c2cc0 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:36.928188 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a632d99-23f0-41aa-8496-8888414f41cb req-62a6a35f-296f-43bc-800a-25fd444c2cc0 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0465040 Oct 27 17:35:36.987411 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8a632d99-23f0-41aa-8496-8888414f41cb req-8cc6dd2f-b855-4b8a-9d9e-1acf65368cfa tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537198 Oct 27 17:35:37.767309 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fa39-f2bd-4cd4-a576-a443fb06dc55 req-9589f9e7-7776-4601-849c-311e7334c0d5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:37.768818 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8be5fa39-f2bd-4cd4-a576-a443fb06dc55 req-9589f9e7-7776-4601-849c-311e7334c0d5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0467584 Oct 27 17:35:37.815520 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8be5fa39-f2bd-4cd4-a576-a443fb06dc55 req-c6ba8bc1-0bb4-46fc-8f0a-0d4ed5aeb527 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Oct 27 17:35:38.108564 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aedd40-3fa8-4ccb-9ea6-9a942e92ef25 req-fe60ddfa-32e8-408c-b268-123a395a338b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:38.109960 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6aedd40-3fa8-4ccb-9ea6-9a942e92ef25 req-fe60ddfa-32e8-408c-b268-123a395a338b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0472832 Oct 27 17:35:38.168953 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6aedd40-3fa8-4ccb-9ea6-9a942e92ef25 req-3de66f60-5e43-419e-adbd-3aaed468b7b2 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535254 Oct 27 17:35:38.941935 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de8be8-59a4-46e5-9a78-06ae28c8c303 req-398de24f-ec6f-4cc9-8e86-debf2481404c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:38.943401 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-54de8be8-59a4-46e5-9a78-06ae28c8c303 req-398de24f-ec6f-4cc9-8e86-debf2481404c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0455506 Oct 27 17:35:38.993076 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-54de8be8-59a4-46e5-9a78-06ae28c8c303 req-7831fcf8-f6bb-408f-b634-0dc373f8f69a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Oct 27 17:35:39.290799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca3a61-41d0-48a3-9b19-def1f32fcac1 req-4f697f90-01eb-47c1-b862-8913a8fee86b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:39.292444 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-faca3a61-41d0-48a3-9b19-def1f32fcac1 req-4f697f90-01eb-47c1-b862-8913a8fee86b tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0501420 Oct 27 17:35:39.326637 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:39.355954 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-faca3a61-41d0-48a3-9b19-def1f32fcac1 req-b69a5ba9-08bf-4557-9be2-3c168deb9558 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569515 Oct 27 17:35:40.116755 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fda6a9-0903-4e86-9cbd-f1c36b79d182 req-04bf8832-7e0e-4a10-8910-ab36ae572617 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:40.118190 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21fda6a9-0903-4e86-9cbd-f1c36b79d182 req-04bf8832-7e0e-4a10-8910-ab36ae572617 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 943 time: 0.0457788 Oct 27 17:35:40.163512 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21fda6a9-0903-4e86-9cbd-f1c36b79d182 req-3ba27114-d120-42d5-a80a-55e7920398e8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399649 Oct 27 17:35:40.342987 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:35:40.443009 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:40.445153 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:35:40.457385 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'port_id': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'mac_address': 'fa:16:3e:60:a5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:35:40.479458 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c456-5980-40e7-a610-25d6163a460d req-962dc198-13c2-4e06-b315-7393a813cb36 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:40.480991 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-62d4c456-5980-40e7-a610-25d6163a460d req-962dc198-13c2-4e06-b315-7393a813cb36 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0483572 Oct 27 17:35:40.492622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:35:40.493124 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:40.510172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d525473-0013-4431-baf7-e343fbc1a2eb {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:35:40.529733 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:35:40.533634 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:40.541896 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-62d4c456-5980-40e7-a610-25d6163a460d req-cf508016-9ce3-4f2f-833d-8f3e47fbb7c1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551124 Oct 27 17:35:40.581154 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=9']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:35:41.139156 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['8d525473-0013-4431-baf7-e343fbc1a2eb'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:35:41.276631 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-efbaa4d3-28c9-46f4-b5b2-e9a026586adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:41.309564 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28646f-371e-4dc9-a475-43dc1d37c583 req-ac645971-caae-4681-bf63-85e70d87ee6c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:41.311093 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cb28646f-371e-4dc9-a475-43dc1d37c583 req-ac645971-caae-4681-bf63-85e70d87ee6c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 944 time: 0.0491545 Oct 27 17:35:41.359401 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cb28646f-371e-4dc9-a475-43dc1d37c583 req-eba5a34e-dbb8-40e3-8c74-929b9b0b3240 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Oct 27 17:35:41.665925 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3fe6-ab2c-4d97-b20c-b632fecb945f req-8a1d727d-6692-4264-8ef0-97f084e3d72c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:41.667442 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b60e3fe6-ab2c-4d97-b20c-b632fecb945f req-8a1d727d-6692-4264-8ef0-97f084e3d72c tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0504906 Oct 27 17:35:41.726610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b60e3fe6-ab2c-4d97-b20c-b632fecb945f req-84a75a3a-b4a6-46c3-b003-f4b852d9775d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535779 Oct 27 17:35:42.487194 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abeafa-f2ee-4e41-809a-9463f1d458f8 req-5654b5bb-1b2b-43e4-b869-a93efc125a7f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:42.488649 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-64abeafa-f2ee-4e41-809a-9463f1d458f8 req-5654b5bb-1b2b-43e4-b869-a93efc125a7f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 944 time: 0.0490217 Oct 27 17:35:42.533490 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-64abeafa-f2ee-4e41-809a-9463f1d458f8 req-31a08de5-cd50-4424-a57d-30bd941ad5e0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Oct 27 17:35:42.563226 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:35:42.606231 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 8d525473-0013-4431-baf7-e343fbc1a2eb triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:35:42.606602 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:42.606933 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 8d525473-0013-4431-baf7-e343fbc1a2eb Oct 27 17:35:42.676686 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8d525473-0013-4431-baf7-e343fbc1a2eb is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:35:42.676988 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:42.701758 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:35:42.703990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df9262e-038f-4eca-99dd-103b3b59f57f" -d '{"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-plugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:35:42.716084 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:35:42.720691 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:42.747191 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8e209b-e807-496a-a48f-9ffcd700ec04 x-openstack-request-id: req-2c8e209b-e807-496a-a48f-9ffcd700ec04 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:35:42.747497 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-plugged", "status": "completed", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:35:42.747768 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c8e209b-e807-496a-a48f-9ffcd700ec04 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:35:42.748180 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8e209b-e807-496a-a48f-9ffcd700ec04'] response: {'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'code': 200} Oct 27 17:35:42.773146 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=10']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:35:42.829340 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:42.848121 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dacd0-b0c8-4cee-9c00-7c784cf4a374 req-bb2e9f27-8b01-456f-ada4-d83721a2be90 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:42.849579 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-201dacd0-b0c8-4cee-9c00-7c784cf4a374 req-bb2e9f27-8b01-456f-ada4-d83721a2be90 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0482469 Oct 27 17:35:42.909007 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-201dacd0-b0c8-4cee-9c00-7c784cf4a374 req-61b3935c-018d-4fb0-aaf0-5d2f854cc623 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533876 Oct 27 17:35:43.373924 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec868f-9ebc-4a44-859e-fd0caf7b5bb5 req-16048ecc-7f9a-4060-878e-32cf801dc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:43.375421 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-59ec868f-9ebc-4a44-859e-fd0caf7b5bb5 req-16048ecc-7f9a-4060-878e-32cf801dc987 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 1130 time: 0.0392580 Oct 27 17:35:43.422143 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-59ec868f-9ebc-4a44-859e-fd0caf7b5bb5 req-37b3ac9c-d7bb-4b69-99f4-96d1110bf4f8 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402822 Oct 27 17:35:43.544456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:43.552846 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:43.558394 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-71389318-e1f9-4e1f-bc65-f319a7804d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:43.661397 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9656e-b021-4693-b694-eb064ea9f886 req-90dd82fc-fa0d-439c-a155-2a4cae373210 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:43.662803 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aae9656e-b021-4693-b694-eb064ea9f886 req-90dd82fc-fa0d-439c-a155-2a4cae373210 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0470693 Oct 27 17:35:43.709286 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aae9656e-b021-4693-b694-eb064ea9f886 req-a0f71da9-8efe-4b03-abde-0b811538d5d9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Oct 27 17:35:44.028128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6e344-fa85-405c-8b16-9126f637297d req-08f2791b-37fe-4159-acf7-ebe852320332 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:44.029595 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10c6e344-fa85-405c-8b16-9126f637297d req-08f2791b-37fe-4159-acf7-ebe852320332 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0462921 Oct 27 17:35:44.089935 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-10c6e344-fa85-405c-8b16-9126f637297d req-2d9f0dac-ec2b-48f9-8630-78f77e25fec8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547831 Oct 27 17:35:44.835397 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623d5cc-1909-4d8e-bd83-47c8fc51e8e9 req-37f6e892-fcd2-446c-8d96-ca2d2f590b63 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:44.836894 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9623d5cc-1909-4d8e-bd83-47c8fc51e8e9 req-37f6e892-fcd2-446c-8d96-ca2d2f590b63 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0456219 Oct 27 17:35:44.886275 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9623d5cc-1909-4d8e-bd83-47c8fc51e8e9 req-f6bfc6de-62c0-4132-b6e5-39a8674f5ccf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Oct 27 17:35:44.992600 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:45.190099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:35:45.208208 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12485fe3-cbdc-438b-92eb-e95f7c73999d req-e4f3c3dd-555e-42d2-bdcb-896d0c20c40a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:45.209649 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-12485fe3-cbdc-438b-92eb-e95f7c73999d req-e4f3c3dd-555e-42d2-bdcb-896d0c20c40a tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0462685 Oct 27 17:35:45.268922 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-12485fe3-cbdc-438b-92eb-e95f7c73999d req-8cce4082-d92b-415f-85d1-e8ac14dfd489 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536907 Oct 27 17:35:46.011887 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5d48-24d9-4511-921c-78d4f56c92d5 req-7b8cc94b-3a28-48fa-9be5-0ae23a0029ac tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:46.013351 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-394c5d48-24d9-4511-921c-78d4f56c92d5 req-7b8cc94b-3a28-48fa-9be5-0ae23a0029ac tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0467813 Oct 27 17:35:46.062575 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-394c5d48-24d9-4511-921c-78d4f56c92d5 req-6972f696-06a6-4716-a500-4a715d80a24b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437555 Oct 27 17:35:46.219006 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:46.396475 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853c3d-c3d0-45cf-ae6f-360e9e636114 req-c884efe3-7985-46b0-a556-12a885f379fe tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:46.398415 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4a853c3d-c3d0-45cf-ae6f-360e9e636114 req-c884efe3-7985-46b0-a556-12a885f379fe tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0547771 Oct 27 17:35:46.461464 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4a853c3d-c3d0-45cf-ae6f-360e9e636114 req-d918422e-c8a6-4ea4-881f-8470af8768e2 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575078 Oct 27 17:35:46.866062 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:47.189253 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36df65-73d7-4a77-8f7d-162fdddeda26 req-b88ad88d-174a-474f-b2fe-5c5718030b2d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:47.190638 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb36df65-73d7-4a77-8f7d-162fdddeda26 req-b88ad88d-174a-474f-b2fe-5c5718030b2d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0466623 Oct 27 17:35:47.236954 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cb36df65-73d7-4a77-8f7d-162fdddeda26 req-94419289-8094-4ecc-bfb9-9bb55e873248 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Oct 27 17:35:47.580750 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e441c-c5a7-4f4b-babb-ccbff471c7c9 req-c8d2913c-4913-4750-858c-8515f9cf0a00 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:47.582225 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-886e441c-c5a7-4f4b-babb-ccbff471c7c9 req-c8d2913c-4913-4750-858c-8515f9cf0a00 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0466173 Oct 27 17:35:47.640912 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-886e441c-c5a7-4f4b-babb-ccbff471c7c9 req-38b63212-fa33-4432-9686-35193b421bdc tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531642 Oct 27 17:35:48.763816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ebdc-2ae3-4530-8c59-edb9dd626104 req-0a418176-3188-41d6-acdb-ef8903f84f92 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:48.765297 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7138ebdc-2ae3-4530-8c59-edb9dd626104 req-0a418176-3188-41d6-acdb-ef8903f84f92 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0508685 Oct 27 17:35:48.823529 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7138ebdc-2ae3-4530-8c59-edb9dd626104 req-0d159996-19db-4c70-a85a-4a062f5d8720 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526156 Oct 27 17:35:49.946297 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb373-fb31-4221-a37e-7189c5df8359 req-c98ccb41-5433-45ff-bc9c-ab42e0c0cb13 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:49.947789 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a49fb373-fb31-4221-a37e-7189c5df8359 req-c98ccb41-5433-45ff-bc9c-ab42e0c0cb13 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0500457 Oct 27 17:35:50.007445 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a49fb373-fb31-4221-a37e-7189c5df8359 req-b0de2075-0702-4013-aaff-57247227eba9 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539649 Oct 27 17:35:51.129164 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949176-8b49-49e8-b996-b4c884a8d2aa req-b4056a03-faa1-4101-83fb-172c96810298 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:35:51.130618 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2949176-8b49-49e8-b996-b4c884a8d2aa req-b4056a03-faa1-4101-83fb-172c96810298 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0466204 Oct 27 17:35:51.189751 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a2949176-8b49-49e8-b996-b4c884a8d2aa req-db7df472-8c4d-4121-97e1-f6be149e464f tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&id=d243046f-b977-4927-92f4-611cc7de1cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536859 Oct 27 17:35:54.669496 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:35:56.230928 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:35:59.994235 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=67 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:00.002293 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=41 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:01.179851 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=80 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:01.183999 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=77 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:04.666027 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:06.220291 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:06.226591 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:09.699782 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:11.198307 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-87f9b087-32ba-4001-96ec-e76a5fe53797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:13.561197 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ef79-e8cb-47d8-b04b-8b36e7e9df9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:14.995799 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:16.219970 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:16.870707 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:19.936500 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe22b0-4a2b-43ba-b707-826f91dd8d93 req-143fbc56-6f34-42c3-8a5c-d8c71cfff2be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:19.938689 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2efe22b0-4a2b-43ba-b707-826f91dd8d93 req-143fbc56-6f34-42c3-8a5c-d8c71cfff2be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0560205 Oct 27 17:36:20.013089 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-ae1cc2b8-9f1f-4417-b350-2aba58e0d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:20.014584 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-ae1cc2b8-9f1f-4417-b350-2aba58e0d3de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.1017468 Oct 27 17:36:20.018679 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2efe22b0-4a2b-43ba-b707-826f91dd8d93 req-ac918e14-2884-4399-8115-f22ad26ac982 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745125 Oct 27 17:36:20.108593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-0862093d-e888-4bc8-9f54-2a8f6dfca95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:20.109993 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-0862093d-e888-4bc8-9f54-2a8f6dfca95e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0876050 Oct 27 17:36:20.175461 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-e82e55fb-af07-4b31-b4be-bc6d561f8bbc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 1000 time: 0.0579376 Oct 27 17:36:20.223617 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-af8578e4-9801-44da-8384-7337de945128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:20.225123 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-af8578e4-9801-44da-8384-7337de945128 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0421793 Oct 27 17:36:20.271628 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-d7b51a81-1285-4eb0-aed5-4bf35990acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:20.273067 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-d7b51a81-1285-4eb0-aed5-4bf35990acab service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363786 Oct 27 17:36:20.369140 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-e1ccf656-90d1-49ff-b7f2-a0c4a08a15cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Oct 27 17:36:20.458689 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de0157a9-aaf6-41e5-95d4-672d9d4519f1 req-6128710d-f73f-4118-8bf2-55daaef641a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810907 Oct 27 17:36:21.141094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650609-115a-4d65-9331-853de4ea6861 req-62a5051d-65de-4ef9-a460-7775f290d5b9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:21.142561 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43650609-115a-4d65-9331-853de4ea6861 req-62a5051d-65de-4ef9-a460-7775f290d5b9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0467360 Oct 27 17:36:21.191705 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43650609-115a-4d65-9331-853de4ea6861 req-d0ca43de-3298-41b6-a42a-6488a0fecff3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Oct 27 17:36:22.309644 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576b7a-aba1-4d16-b89e-318cfd0ae612 req-5e0ed92e-f54b-4fbf-9d0f-0f256959525f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:22.311101 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c5576b7a-aba1-4d16-b89e-318cfd0ae612 req-5e0ed92e-f54b-4fbf-9d0f-0f256959525f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0455711 Oct 27 17:36:22.361823 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c5576b7a-aba1-4d16-b89e-318cfd0ae612 req-e93cabf0-cf1f-426d-b1dd-57eb6c30e387 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452816 Oct 27 17:36:23.480830 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df6e63-2d7c-4a1b-aab2-83b5fee142c6 req-11be00f2-c5e3-4d04-8b62-606f536b9600 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:23.482827 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1df6e63-2d7c-4a1b-aab2-83b5fee142c6 req-11be00f2-c5e3-4d04-8b62-606f536b9600 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0464268 Oct 27 17:36:23.529838 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f1df6e63-2d7c-4a1b-aab2-83b5fee142c6 req-556cdc71-f71c-42cc-9ba3-de7b4a5743f3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415750 Oct 27 17:36:24.647851 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cd39-7443-4dc8-8b17-b57b1c7e3327 req-ae8b5fb3-01d2-48e1-aa90-ebdb168fa0eb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:24.649320 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4d33cd39-7443-4dc8-8b17-b57b1c7e3327 req-ae8b5fb3-01d2-48e1-aa90-ebdb168fa0eb tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0454791 Oct 27 17:36:24.696310 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4d33cd39-7443-4dc8-8b17-b57b1c7e3327 req-7bc011ed-1910-44a6-8fe4-93bb5a02d3ae tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Oct 27 17:36:25.814787 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5516e35-2296-4a31-abe0-c4eda28f01e9 req-b7171a79-e57e-4ac8-9b39-e126b9a3dbe3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:25.816309 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a5516e35-2296-4a31-abe0-c4eda28f01e9 req-b7171a79-e57e-4ac8-9b39-e126b9a3dbe3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0459564 Oct 27 17:36:25.863952 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a5516e35-2296-4a31-abe0-c4eda28f01e9 req-225b60eb-30e0-448c-b378-289e9096514f tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Oct 27 17:36:26.258273 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:26.983676 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718ca21-e01b-4d56-a49d-7382a30efdec req-6e3c340e-c354-4118-9e09-0bd0520e3f03 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:26.985351 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5718ca21-e01b-4d56-a49d-7382a30efdec req-6e3c340e-c354-4118-9e09-0bd0520e3f03 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0458336 Oct 27 17:36:27.031157 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5718ca21-e01b-4d56-a49d-7382a30efdec req-c839fc3e-966c-419f-bbe2-b5f3c66db502 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Oct 27 17:36:27.629387 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-b0630fde-88a8-4da6-a126-92cb72d318d6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407825 Oct 27 17:36:27.726498 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-4d864276-7239-4ca9-96cd-5610c5f04b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:27.728259 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-4d864276-7239-4ca9-96cd-5610c5f04b4f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1129 time: 0.0383873 Oct 27 17:36:27.820705 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:27.831365 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:27.834666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-e4af04db-e435-4597-9c78-589bff8b30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:27.836153 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-e4af04db-e435-4597-9c78-589bff8b30eb service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.0873799 Oct 27 17:36:27.896022 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-d29581f9-d135-4ce2-9b35-22f6907f24ec service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 1001 time: 0.0529106 Oct 27 17:36:27.943081 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-d92244a1-c37d-4b6f-878b-1b852ee00158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:27.944525 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-d92244a1-c37d-4b6f-878b-1b852ee00158 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.0424364 Oct 27 17:36:27.991546 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-db0cdab4-8ea4-4ca8-82ea-ccc0b26c8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:27.993055 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-db0cdab4-8ea4-4ca8-82ea-ccc0b26c8aa1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415347 Oct 27 17:36:28.081872 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-3c992bfd-e82a-4735-9015-f1c631677541 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Oct 27 17:36:28.156449 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da970f8-38e2-4389-8ca7-6a7aae766af2 req-9261b2df-d343-4a96-94d4-8ab44d27ce48 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:28.157940 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7da970f8-38e2-4389-8ca7-6a7aae766af2 req-9261b2df-d343-4a96-94d4-8ab44d27ce48 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0501068 Oct 27 17:36:28.174397 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3d2ba178-99cc-4947-b767-9fc5d998f45d req-3223fea0-91fa-486b-b361-9a66cc3bd616 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863578 Oct 27 17:36:28.206010 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7da970f8-38e2-4389-8ca7-6a7aae766af2 req-8bf2cb02-3c1d-49e7-abae-8c6f2dcd17e6 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425351 Oct 27 17:36:29.328315 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e8e1c-40b1-4f14-9b6c-b901d30eeb27 req-be5235d5-0373-417e-9ca4-a302480ad194 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:29.329691 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5f0e8e1c-40b1-4f14-9b6c-b901d30eeb27 req-be5235d5-0373-417e-9ca4-a302480ad194 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0467522 Oct 27 17:36:29.376466 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5f0e8e1c-40b1-4f14-9b6c-b901d30eeb27 req-530d4953-6bb1-4afe-bc0d-6cf90544d671 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Oct 27 17:36:30.498007 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8bdc-c74c-4227-b4fb-88acc2611b8c req-f902cff2-932b-4762-b98d-5b5ee035b1e8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:30.499500 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f4ea8bdc-c74c-4227-b4fb-88acc2611b8c req-f902cff2-932b-4762-b98d-5b5ee035b1e8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0478294 Oct 27 17:36:30.546824 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f4ea8bdc-c74c-4227-b4fb-88acc2611b8c req-19b3aaa7-09eb-47be-9253-9e5cd639ab9c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Oct 27 17:36:31.666784 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803a1f-39b2-4cfc-bfdd-37756859441d req-5d5760ad-73da-4a93-a3c6-9097977c9bfe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:31.667857 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:36:31.668299 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-46803a1f-39b2-4cfc-bfdd-37756859441d req-5d5760ad-73da-4a93-a3c6-9097977c9bfe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0450909 Oct 27 17:36:31.718250 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-46803a1f-39b2-4cfc-bfdd-37756859441d req-aaaff343-0fe3-4cd4-b162-54174e2c39f0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Oct 27 17:36:32.837829 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7aa15-9a08-4535-940b-50beb12736b1 req-2ea0d6d4-575c-4b70-a76c-212b543224d8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:32.839261 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07c7aa15-9a08-4535-940b-50beb12736b1 req-2ea0d6d4-575c-4b70-a76c-212b543224d8 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0453370 Oct 27 17:36:32.885318 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07c7aa15-9a08-4535-940b-50beb12736b1 req-eb0267cb-0a20-48d3-99b7-8180bcd0c82a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 Oct 27 17:36:33.445884 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67f39f-dcd6-4dea-9fcf-259b403d01ec req-28949938-b3be-451f-81e7-1e7ee5ccbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:33.447346 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b67f39f-dcd6-4dea-9fcf-259b403d01ec req-28949938-b3be-451f-81e7-1e7ee5ccbccb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.0382943 Oct 27 17:36:33.724676 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:33.951249 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b67f39f-dcd6-4dea-9fcf-259b403d01ec req-c217a774-82fb-47fb-b629-eb170b4bee2a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 Oct 27 17:36:34.015475 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9bbbe-6650-4f5f-94e9-a75d5a30d813 req-95d016cf-9870-4587-9146-985c62b0e002 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:34.016992 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dbe9bbbe-6650-4f5f-94e9-a75d5a30d813 req-95d016cf-9870-4587-9146-985c62b0e002 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0534921 Oct 27 17:36:34.063510 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dbe9bbbe-6650-4f5f-94e9-a75d5a30d813 req-37b887e2-689e-49a3-b483-3ac436797800 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Oct 27 17:36:35.186983 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f60ac-2085-40e8-9e1c-d02b6f829497 req-dbdf9d90-182c-4bde-b4c9-307841307a3e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:35.188470 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-743f60ac-2085-40e8-9e1c-d02b6f829497 req-dbdf9d90-182c-4bde-b4c9-307841307a3e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0505309 Oct 27 17:36:35.235456 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-743f60ac-2085-40e8-9e1c-d02b6f829497 req-2d0a7762-7bde-4e10-a938-b464fb25827b tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Oct 27 17:36:35.944269 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7909a-4057-4201-9066-b49c0c825caf req-34d21a01-d002-4c45-987d-9b22499a5049 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:35.945724 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4ae7909a-4057-4201-9066-b49c0c825caf req-34d21a01-d002-4c45-987d-9b22499a5049 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0461657 Oct 27 17:36:35.992260 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4ae7909a-4057-4201-9066-b49c0c825caf req-25cabf87-c886-4d12-b46d-78b8d52b86b4 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404580 Oct 27 17:36:36.245552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:36.253720 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:36.359681 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12af80b-cef8-435f-a4e2-8def33c5d733 req-4314da0c-b261-40a8-9c02-38d774efa39c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:36.361172 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a12af80b-cef8-435f-a4e2-8def33c5d733 req-4314da0c-b261-40a8-9c02-38d774efa39c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0467765 Oct 27 17:36:36.407451 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a12af80b-cef8-435f-a4e2-8def33c5d733 req-92a1885a-80e5-4dd4-936c-925857dc7928 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406649 Oct 27 17:36:36.814357 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:36.826440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9dd06-db4b-44eb-80bd-4443cd8c61b6 req-14bc27c0-6e27-46da-8b8b-b8403464dd36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:36.827946 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66c9dd06-db4b-44eb-80bd-4443cd8c61b6 req-14bc27c0-6e27-46da-8b8b-b8403464dd36 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0772307 Oct 27 17:36:36.832968 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-29f51ea8-8fd8-43c9-9b07-60e5398bd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:36.834333 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-29f51ea8-8fd8-43c9-9b07-60e5398bd397 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.0560079 Oct 27 17:36:36.929037 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:36.934677 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-66c9dd06-db4b-44eb-80bd-4443cd8c61b6 req-271c48d4-6b4f-4992-9c28-3fa519ec1ea0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994611 Oct 27 17:36:36.957241 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-798868eb-6737-4214-ac51-b4ab9c3a909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:36.958697 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-798868eb-6737-4214-ac51-b4ab9c3a909a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.1163871 Oct 27 17:36:37.018697 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-98a81fe3-b89a-4117-878a-98cb4cffb1a5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 1000 time: 0.0536773 Oct 27 17:36:37.066737 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-6259872f-f8c4-46c6-95e3-0d54a2293946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:37.068146 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-6259872f-f8c4-46c6-95e3-0d54a2293946 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0433891 Oct 27 17:36:37.114022 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c05d94-39e6-4f87-bff8-22ba1c2022bd req-908dfadd-14ea-498d-a0dd-5afa8be05e4e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:37.114672 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-030fd69e-f160-4da2-886c-13af8780503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:37.115499 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-05c05d94-39e6-4f87-bff8-22ba1c2022bd req-908dfadd-14ea-498d-a0dd-5afa8be05e4e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0461643 Oct 27 17:36:37.116185 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-030fd69e-f160-4da2-886c-13af8780503b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412111 Oct 27 17:36:37.165969 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-05c05d94-39e6-4f87-bff8-22ba1c2022bd req-c02b275b-f8fb-4b3d-9a2a-d76a4d31d47b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448706 Oct 27 17:36:37.206884 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-886b6492-8d21-4b5e-992e-d5575398b43e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821872 Oct 27 17:36:37.296446 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3b0431f3-818f-4d90-9b63-239a9e3830a3 req-3d98a3c6-5490-4925-a63e-21bb89de424b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834668 Oct 27 17:36:38.056106 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43be0c-eb08-40d0-944e-38dcf95bb13c req-2a790ead-3c11-407b-a0aa-3480484d1b48 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:38.057544 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bb43be0c-eb08-40d0-944e-38dcf95bb13c req-2a790ead-3c11-407b-a0aa-3480484d1b48 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0454228 Oct 27 17:36:38.102672 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-bb43be0c-eb08-40d0-944e-38dcf95bb13c req-dca1a371-5477-47f0-914e-b91651bbd3d0 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390613 Oct 27 17:36:38.287067 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c355415-2cdd-4e91-81fd-3f3e71a84ac3 req-a37bf794-183b-4bd4-9600-f41296a2d3e5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:38.288540 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5c355415-2cdd-4e91-81fd-3f3e71a84ac3 req-a37bf794-183b-4bd4-9600-f41296a2d3e5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0456386 Oct 27 17:36:38.334329 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5c355415-2cdd-4e91-81fd-3f3e71a84ac3 req-a3f7cd29-d16d-4a53-b418-148369505704 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396512 Oct 27 17:36:39.221321 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dd066-a73e-483c-a220-822cf231c739 req-4d4690ab-5759-4791-8179-fb472890895a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:39.222802 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e7dd066-a73e-483c-a220-822cf231c739 req-4d4690ab-5759-4791-8179-fb472890895a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0456860 Oct 27 17:36:39.272833 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5e7dd066-a73e-483c-a220-822cf231c739 req-7c4c5bed-de81-481a-a344-cd93be653a02 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442231 Oct 27 17:36:39.454308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c6648-db6b-4263-97a4-8d75344464b4 req-8f71210b-1b65-4dcc-8561-93861ee12f0f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:39.455779 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9a5c6648-db6b-4263-97a4-8d75344464b4 req-8f71210b-1b65-4dcc-8561-93861ee12f0f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0462945 Oct 27 17:36:39.502224 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9a5c6648-db6b-4263-97a4-8d75344464b4 req-bd81c8ed-0506-4fb9-aa95-60bc45805a5e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Oct 27 17:36:40.391948 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d4fbe-d9b5-4e61-9e08-3fa7164ec7de req-4db38e21-5d4b-4086-abb1-13a6a19291b5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:40.393397 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-025d4fbe-d9b5-4e61-9e08-3fa7164ec7de req-4db38e21-5d4b-4086-abb1-13a6a19291b5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0472341 Oct 27 17:36:40.439141 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-025d4fbe-d9b5-4e61-9e08-3fa7164ec7de req-78ed22f5-da36-42fd-ab61-0670ced5b17d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Oct 27 17:36:40.626128 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1f23d-0d03-482b-bd72-a79ff8977e5a req-a8dd57b9-09a7-47f2-9ef6-fd45ddd45d2e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:40.627577 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b3e1f23d-0d03-482b-bd72-a79ff8977e5a req-a8dd57b9-09a7-47f2-9ef6-fd45ddd45d2e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Oct 27 17:36:40.652418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:40.673102 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b3e1f23d-0d03-482b-bd72-a79ff8977e5a req-c1d2f622-3b64-46ad-ad6b-19b25305b93d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401137 Oct 27 17:36:41.200532 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ae67f35f-9464-4ae0-96fb-a15a4d99491e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:41.561527 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88d4a4-f898-4a1a-ac2a-040cf6a460ab req-63de0c5e-d4b2-42a4-90bd-3ba6db0682b9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:41.563040 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4f88d4a4-f898-4a1a-ac2a-040cf6a460ab req-63de0c5e-d4b2-42a4-90bd-3ba6db0682b9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0462961 Oct 27 17:36:41.610334 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4f88d4a4-f898-4a1a-ac2a-040cf6a460ab req-26ed82af-d97c-410b-8989-1f76aafdb02c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 Oct 27 17:36:41.664137 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:41.708284 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:41.727562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e666-36bd-4fe8-8933-860f9c46ab38 req-0de87d29-98ef-4867-a062-3dc2196c4ea1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:41.729023 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-24a9e666-36bd-4fe8-8933-860f9c46ab38 req-0de87d29-98ef-4867-a062-3dc2196c4ea1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Oct 27 17:36:41.738948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40824) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:36:41.743418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Request body: {'floatingip': {'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:36:41.800813 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:42.012165 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53827280-2873-445d-8e2c-1bb7b11a4ce4 req-ed699c75-1328-418e-bda5-a5ae9121275d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:42.013704 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53827280-2873-445d-8e2c-1bb7b11a4ce4 req-ed699c75-1328-418e-bda5-a5ae9121275d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.2656934 Oct 27 17:36:42.063062 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-53827280-2873-445d-8e2c-1bb7b11a4ce4 req-0276ff1b-f916-4e88-b011-44ba06086c0f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Oct 27 17:36:42.247604 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:42.251173 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:42.447566 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Router e2d6072b-0a13-4658-a6af-cc259371bb84 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:36:42.549664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:36:42.554580 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:42.560648 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] Sync routers for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:36:42.570031 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:36:42.570635 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:42.587695 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:36:42.589989 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d408dc-b42a-40c1-a6cf-a3415d363dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:36:42.619457 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8a66df46-f5be-4aed-8d90-92bed1df1483 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/4734eca7-3acf-4def-94da-e1efd15df04c HTTP/1.1" status: 200 len: 992 time: 0.8794556 Oct 27 17:36:42.682774 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:36:42.695453 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e26b21-86ba-4140-b6a6-f0ca88269209 x-openstack-request-id: req-c4e26b21-86ba-4140-b6a6-f0ca88269209 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:36:42.695752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:36:42.696015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4e26b21-86ba-4140-b6a6-f0ca88269209 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:36:42.696424 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e26b21-86ba-4140-b6a6-f0ca88269209'] response: {'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'status': 'completed', 'code': 200} Oct 27 17:36:42.796911 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-a4ab7b5f-f44d-4d48-a8e8-85c5f755d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:42.798470 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-a4ab7b5f-f44d-4d48-a8e8-85c5f755d0af service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.0395103 Oct 27 17:36:42.829060 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:42.892312 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-d4e10790-f780-4e4f-b9aa-03fd323abda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:42.893782 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-d4e10790-f780-4e4f-b9aa-03fd323abda8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0891271 Oct 27 17:36:42.898213 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4734eca7-3acf-4def-94da-e1efd15df04c', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:50Z', 'updated_at': '2022-10-27T17:36:42Z', 'revision_number': 3, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:42.924004 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] Checking router: e2d6072b-0a13-4658-a6af-cc259371bb84 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:36:42.932361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:36:42.932975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:42.950313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:42.957599 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-013dfc26-6d9a-43e3-9cd0-78ec12b62216 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 1000 time: 0.0562394 Oct 27 17:36:43.011183 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-e006e7b7-36a9-48b3-96f4-86b0fbc62493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:43.012732 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-e006e7b7-36a9-48b3-96f4-86b0fbc62493 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0470326 Oct 27 17:36:43.037836 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:36:43.055893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-544ced4f-1417-412f-bc78-004e5f770398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:43.057459 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-544ced4f-1417-412f-bc78-004e5f770398 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381403 Oct 27 17:36:43.159139 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-021dd522-1f17-4f63-a1a6-9f162e156000 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947804 Oct 27 17:36:43.219119 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49adc-abef-44bb-a57f-203178cc2c49 req-cd5f16f5-76e5-4040-b8ea-d93ba213f83f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:43.220652 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aff49adc-abef-44bb-a57f-203178cc2c49 req-cd5f16f5-76e5-4040-b8ea-d93ba213f83f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0762742 Oct 27 17:36:43.252119 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4734eca7-3acf-4def-94da-e1efd15df04c', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:50Z', 'updated_at': '2022-10-27T17:36:42Z', 'revision_number': 3, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:43.277353 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20431c9-5422-4d2e-ad0d-09bb92a31846 None None] The sync data for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi is: [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '4734eca7-3acf-4def-94da-e1efd15df04c', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'port_id': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'mac_address': 'fa:16:3e:a0:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41584d40-839e-4610-9c2b-7291f0d8d790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:33:50Z', 'updated_at': '2022-10-27T17:36:42Z', 'revision_number': 3, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:36:43.308738 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-07d408dc-b42a-40c1-a6cf-a3415d363dd5 req-af79acc2-6dd4-4b36-9a57-e2ae497a736c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308024 Oct 27 17:36:43.312003 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aff49adc-abef-44bb-a57f-203178cc2c49 req-f79d441a-f250-42d2-8070-78bd6eafbf11 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670738 Oct 27 17:36:43.562865 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-336e7994-6fe0-4cbd-bc2f-7722841e71e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:44.426132 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:44.437071 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5c9e-4e13-4596-b776-9c0acb90c7ce req-553d2888-8256-456a-83a1-c68ab3218b81 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:44.438548 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dfbf5c9e-4e13-4596-b776-9c0acb90c7ce req-553d2888-8256-456a-83a1-c68ab3218b81 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0476637 Oct 27 17:36:44.469192 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:44.489715 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dfbf5c9e-4e13-4596-b776-9c0acb90c7ce req-b0f4a419-34a9-4caa-b681-aae70dd15297 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457299 Oct 27 17:36:44.697837 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:36:44.700148 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b0f5d-073b-437d-a6c2-214e1d45c717" -d '{"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:36:44.737031 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226fe472-e53d-4a62-9139-a7e388208818 x-openstack-request-id: req-226fe472-e53d-4a62-9139-a7e388208818 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:36:44.737326 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:36:44.737578 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-226fe472-e53d-4a62-9139-a7e388208818 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:36:44.737975 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226fe472-e53d-4a62-9139-a7e388208818'] response: {'name': 'network-changed', 'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'status': 'completed', 'code': 200} Oct 27 17:36:44.844963 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-2eb892eb-5eef-407a-89cd-4690c24c7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:44.846443 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-2eb892eb-5eef-407a-89cd-4690c24c7651 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 1129 time: 0.0427601 Oct 27 17:36:44.933905 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-96a6b4f3-8158-452f-b229-0fc2174ebd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:44.935351 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-96a6b4f3-8158-452f-b229-0fc2174ebd5c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.0825241 Oct 27 17:36:44.997663 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:45.004080 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-fccff062-9253-4204-b150-f6c5b55d03c5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 200 len: 1000 time: 0.0578883 Oct 27 17:36:45.051226 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-dde39337-1412-41b2-8701-59e2ea8c250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:45.052647 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-dde39337-1412-41b2-8701-59e2ea8c250f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0424902 Oct 27 17:36:45.095816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-27267826-0434-4ddb-b906-7870222529a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:45.097302 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-27267826-0434-4ddb-b906-7870222529a7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390742 Oct 27 17:36:45.189030 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-5f6a9727-4cc3-4b65-b8a1-c02eee7f3563 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840299 Oct 27 17:36:45.277543 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-311b0f5d-073b-437d-a6c2-214e1d45c717 req-2c75f141-1fbd-4b68-881c-fbdeb4ad5b1f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815439 Oct 27 17:36:45.610019 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f325b-1d9d-4ee7-9963-883a0677b094 req-cb4c03d0-976b-4930-9de2-815043b9ae03 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:45.611494 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b92f325b-1d9d-4ee7-9963-883a0677b094 req-cb4c03d0-976b-4930-9de2-815043b9ae03 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0471113 Oct 27 17:36:45.657263 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b92f325b-1d9d-4ee7-9963-883a0677b094 req-427d26a5-1cd6-4480-84ea-bc7b91184ec7 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Oct 27 17:36:46.222623 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:46.775420 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:46.784156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7002-b31a-40d4-b226-de4379509137 req-18617238-13c5-44e8-81f7-516efc343ef8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:46.785629 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3cab7002-b31a-40d4-b226-de4379509137 req-18617238-13c5-44e8-81f7-516efc343ef8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Oct 27 17:36:46.831828 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3cab7002-b31a-40d4-b226-de4379509137 req-f5ca839e-3f1e-48f2-af0e-a8441f9619e5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406940 Oct 27 17:36:46.874311 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:47.949833 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4ca29-1cf9-436e-a9a6-924bbb85eb9d req-7092ccea-bc4a-42f1-b925-656a22ff882b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:47.951312 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3ff4ca29-1cf9-436e-a9a6-924bbb85eb9d req-7092ccea-bc4a-42f1-b925-656a22ff882b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0453248 Oct 27 17:36:47.997232 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3ff4ca29-1cf9-436e-a9a6-924bbb85eb9d req-7f1031e8-ef56-4644-b5b9-f2ac762ba563 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Oct 27 17:36:49.114415 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c2b46-ccd4-4919-bd8f-78cf9422a4c0 req-cc2abc66-0590-4d02-aa9b-39baa3400438 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:49.115875 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e38c2b46-ccd4-4919-bd8f-78cf9422a4c0 req-cc2abc66-0590-4d02-aa9b-39baa3400438 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0451331 Oct 27 17:36:49.145387 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:49.162371 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e38c2b46-ccd4-4919-bd8f-78cf9422a4c0 req-6335dc46-b11e-4a93-9a9f-859f8ab0ad6e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411751 Oct 27 17:36:50.285301 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a967b-e103-4d11-a453-334ffecd946a req-18fb82cc-b610-49cd-88d2-7bd7c78bd3ed tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:50.286765 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-900a967b-e103-4d11-a453-334ffecd946a req-18fb82cc-b610-49cd-88d2-7bd7c78bd3ed tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Oct 27 17:36:50.332928 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-900a967b-e103-4d11-a453-334ffecd946a req-a4ea0a74-ff45-4bd7-8135-211a7b01baae tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Oct 27 17:36:51.452899 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506caf9d-6361-43f2-a8a4-1e307ec7ce01 req-383d7f3b-2486-4727-8a8f-868ef04d7635 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:51.454401 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-506caf9d-6361-43f2-a8a4-1e307ec7ce01 req-383d7f3b-2486-4727-8a8f-868ef04d7635 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0477028 Oct 27 17:36:51.507093 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-506caf9d-6361-43f2-a8a4-1e307ec7ce01 req-c1724d9a-3be3-48ee-8839-640f7236ec1f tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471995 Oct 27 17:36:52.625511 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc779d-3bf3-4549-9764-d0516f7bfa74 req-6b19a82b-663b-4b6d-b2c6-a79eb92bf0a1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:52.626966 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-45fc779d-3bf3-4549-9764-d0516f7bfa74 req-6b19a82b-663b-4b6d-b2c6-a79eb92bf0a1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0467992 Oct 27 17:36:52.674021 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-45fc779d-3bf3-4549-9764-d0516f7bfa74 req-77b1ff0b-e118-44a4-8a46-831ff1eb9092 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Oct 27 17:36:52.876422 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1745d-2752-41bf-a49b-31100ee7d51c req-f2577eaf-8344-44ae-bb04-5558bb38ff07 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:52.878010 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0a1745d-2752-41bf-a49b-31100ee7d51c req-f2577eaf-8344-44ae-bb04-5558bb38ff07 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Oct 27 17:36:52.930556 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d0a1745d-2752-41bf-a49b-31100ee7d51c req-16253b0d-978b-4c86-9a9c-3d3417d71aeb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468986 Oct 27 17:36:52.956023 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-0b5c4e95-460a-4c25-b66c-7c2ffd5eb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:52.957544 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-0b5c4e95-460a-4c25-b66c-7c2ffd5eb2c2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 1129 time: 0.0401459 Oct 27 17:36:53.049739 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-b98395b5-b475-45df-a1c8-03840babb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:53.051197 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-b98395b5-b475-45df-a1c8-03840babb2c1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.0864601 Oct 27 17:36:53.115580 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-2471150a-85b3-4a56-a088-a7e88002a665 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 200 len: 1001 time: 0.0574224 Oct 27 17:36:53.164880 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-681023e0-cea5-4876-baef-3efa6d789ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:53.166294 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-681023e0-cea5-4876-baef-3efa6d789ada service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.0435488 Oct 27 17:36:53.208881 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-af255ba0-c64c-47c5-a906-583cc0497661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:53.210339 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-af255ba0-c64c-47c5-a906-583cc0497661 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380301 Oct 27 17:36:53.303850 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-8c4be3df-453a-4360-9fec-8f85140e5d46 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867746 Oct 27 17:36:53.397007 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d5cb970-947e-4505-8baa-7f497ac68747 req-70d50f36-69ba-4291-9b47-30f24a42b1cf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853477 Oct 27 17:36:54.054820 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89be606-04a6-421e-bc59-d7266442b50f req-a0991290-3d21-4e1e-88cb-0294d43dd249 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:54.056573 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e89be606-04a6-421e-bc59-d7266442b50f req-a0991290-3d21-4e1e-88cb-0294d43dd249 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Oct 27 17:36:54.106632 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e89be606-04a6-421e-bc59-d7266442b50f req-6b0bd93f-6e5e-486e-b79a-dcdb6ab6b915 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445154 Oct 27 17:36:55.224608 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0aeb5-c94d-4bfa-b9f1-540d8dfd959e req-0d44f0be-7097-479d-b3f1-e761d9989dbb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:55.226334 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-23d0aeb5-c94d-4bfa-b9f1-540d8dfd959e req-0d44f0be-7097-479d-b3f1-e761d9989dbb tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0459330 Oct 27 17:36:55.272769 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-23d0aeb5-c94d-4bfa-b9f1-540d8dfd959e req-945d2332-691a-427d-af6c-f448693e8b38 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Oct 27 17:36:55.815913 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058e56-ac6f-43dc-ac03-40e869873187 req-fbbc8ddf-9916-44ed-9b0e-4e1c4f25cd7e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:55.817367 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5058e56-ac6f-43dc-ac03-40e869873187 req-fbbc8ddf-9916-44ed-9b0e-4e1c4f25cd7e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0451920 Oct 27 17:36:55.864881 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5058e56-ac6f-43dc-ac03-40e869873187 req-30fba1f4-89eb-4290-9a9f-87352d5f8dea tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Oct 27 17:36:56.246940 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:56.986084 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09dbdb-2a1a-4622-b452-71a912a9f1a8 req-1da003cb-4434-4413-9628-efbbcdfc0074 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:56.987559 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b09dbdb-2a1a-4622-b452-71a912a9f1a8 req-1da003cb-4434-4413-9628-efbbcdfc0074 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0466042 Oct 27 17:36:57.011966 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:57.033455 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b09dbdb-2a1a-4622-b452-71a912a9f1a8 req-1250dc98-ed81-421c-81bd-6510cb754d73 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Oct 27 17:36:58.078366 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-e540d3d9-0a49-47da-afa2-c29cdf8cc69f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:58.079730 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-e540d3d9-0a49-47da-afa2-c29cdf8cc69f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0505488 Oct 27 17:36:58.158833 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268dee-a5ab-45b0-bde5-73a8fb1e6b65 req-f56a75da-de5f-4ab7-ba63-24310890d1aa tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:36:58.160356 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b268dee-a5ab-45b0-bde5-73a8fb1e6b65 req-f56a75da-de5f-4ab7-ba63-24310890d1aa tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 946 time: 0.0497499 Oct 27 17:36:58.194621 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port e8441a6d-549a-4734-aaa6-21d018ed2a33 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:36:58.194958 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:58.206719 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b268dee-a5ab-45b0-bde5-73a8fb1e6b65 req-896ebff2-bcdc-4daa-8d21-30892e7814bd tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=733e4ec7-56d5-4426-ac22-757de567644d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 Oct 27 17:36:58.286503 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] For port e8441a6d-549a-4734-aaa6-21d018ed2a33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e8441a6d-549a-4734-aaa6-21d018ed2a33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:36:58.286873 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:58.489956 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:58.490321 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (b41ad926-0c87-4435-a399-22c25b8168f9), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:58.490639 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP b41ad926-0c87-4435-a399-22c25b8168f9 disassociated. External IP: 172.27.0.150, port: e8441a6d-549a-4734-aaa6-21d018ed2a33. Oct 27 17:36:58.490982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for e8441a6d-549a-4734-aaa6-21d018ed2a33 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:36:58.492495 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:36:58.618401 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e8441a6d-549a-4734-aaa6-21d018ed2a33), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:58.644949 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=e8441a6d-549a-4734-aaa6-21d018ed2a33,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:36:58.656840 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.657187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.657555 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.657891 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.658220 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.658547 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.658878 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.659202 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.659523 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.659894 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.660221 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.660539 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.660859 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.661177 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.661496 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:36:58.764439 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:36:58.865738 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:36:58.875932 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:36:58.886332 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:36:58.887086 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:58.927385 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] No DVR routers for this DVR port e8441a6d-549a-4734-aaa6-21d018ed2a33 on host hv-cinder-86283 {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:36:58.930020 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:36:58.933265 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b8de5eeb-d55d-4fbe-82b1-bbbd4e932b32 req-9451d1ee-cb51-4755-abe4-26e442d1a10e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "DELETE /networking/v2.0/ports/e8441a6d-549a-4734-aaa6-21d018ed2a33 HTTP/1.1" status: 204 len: 173 time: 0.8476334 Oct 27 17:36:58.933756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'name': 'network-vif-deleted', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:36:58.935982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499ca4aa-4049-46d5-b41e-1608500171df" -d '{"events": [{"server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "name": "network-vif-deleted", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:36:58.996559 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:36:59.037896 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81198d-1caa-4d92-8880-f40cf726a16f x-openstack-request-id: req-bb81198d-1caa-4d92-8880-f40cf726a16f {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:36:59.038181 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b532a6-30c9-44d5-b680-2e6bc6b2c41a", "name": "network-vif-deleted", "tag": "e8441a6d-549a-4734-aaa6-21d018ed2a33", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:36:59.038427 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb81198d-1caa-4d92-8880-f40cf726a16f {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:36:59.038856 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb81198d-1caa-4d92-8880-f40cf726a16f'] response: {'server_uuid': '50b532a6-30c9-44d5-b680-2e6bc6b2c41a', 'name': 'network-vif-deleted', 'tag': 'e8441a6d-549a-4734-aaa6-21d018ed2a33', 'status': 'completed', 'code': 200} Oct 27 17:36:59.212504 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:52Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:59.239434 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:36:59.248371 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:36:59.248985 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:59.342350 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6fe3b2a3-2400-4840-80b6-0853b5dc4262 req-6c5de686-6f5f-431c-ad82-e46d3898a844 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=50b532a6-30c9-44d5-b680-2e6bc6b2c41a HTTP/1.1" status: 200 len: 210 time: 0.0311401 Oct 27 17:36:59.357583 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:36:59.571986 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:52Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:36:59.596392 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abe0ca-0c03-474c-91cb-7bb539441d58 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '74c594d2-1801-44d0-8218-0711b019dddd', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '021b0623-ac50-4080-925e-8bf3d47884b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:aa:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:30:41Z', 'updated_at': '2022-10-27T17:31:52Z', 'revision_number': 2, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:36:59.824387 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c152cd-ce23-432e-951a-e0b9ba6dc932 None None] New status for floating IP b41ad926-0c87-4435-a399-22c25b8168f9: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:00.872141 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e8441a6d-549a-4734-aaa6-21d018ed2a33 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:00.891633 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: e8441a6d-549a-4734-aaa6-21d018ed2a33 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:00.892002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e8441a6d-549a-4734-aaa6-21d018ed2a33 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:01.459099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40904) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:01.485542 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:01.515630 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8241def7-f340-462f-beb4-0f1f0678caae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (733e4ec7-56d5-4426-ac22-757de567644d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.539905 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8241def7-f340-462f-beb4-0f1f0678caae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (733e4ec7-56d5-4426-ac22-757de567644d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.589335 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8241def7-f340-462f-beb4-0f1f0678caae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (733e4ec7-56d5-4426-ac22-757de567644d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.592009 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8241def7-f340-462f-beb4-0f1f0678caae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.595803 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8241def7-f340-462f-beb4-0f1f0678caae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/733e4ec7-56d5-4426-ac22-757de567644d HTTP/1.1" status: 204 len: 168 time: 0.1330833 Oct 27 17:37:01.596274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40906) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:01.603104 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241def7-f340-462f-beb4-0f1f0678caae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e4ec7-56d5-4426-ac22-757de567644d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:01.610193 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-4cbc2b9b-b90c-4fcf-ac8f-b22ddab0d0dd tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] show failed (client error): The resource could not be found. Oct 27 17:37:01.611268 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4cbc2b9b-b90c-4fcf-ac8f-b22ddab0d0dd tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups/733e4ec7-56d5-4426-ac22-757de567644d HTTP/1.1" status: 404 len: 347 time: 0.0139236 Oct 27 17:37:01.615323 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40908) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:01.725081 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port 0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:01.725423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.803093 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.803421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.815208 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:01.816384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for 0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:01.826614 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:01.956792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:01.982225 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=0c1f5bb9-11d4-4d4b-a45b-ccc76d1ea881,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:02.006970 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.007323 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.007669 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.008040 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.008374 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.008708 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.009040 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.009373 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.009699 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.010027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.010351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.010677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.011000 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.011324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.011646 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:02.053328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (b41ad926-0c87-4435-a399-22c25b8168f9), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:02.055767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:02.056917 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9a231231-4cf9-419c-885f-dad0537d0611 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/b41ad926-0c87-4435-a399-22c25b8168f9 HTTP/1.1" status: 204 len: 168 time: 0.4406290 Oct 27 17:37:04.756594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f9540-215d-4f3b-911d-d261db0e2239 req-03e4fb52-2ab4-402a-8141-4f912fb615c9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:04.758095 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-781f9540-215d-4f3b-911d-d261db0e2239 req-03e4fb52-2ab4-402a-8141-4f912fb615c9 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Oct 27 17:37:04.807729 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-781f9540-215d-4f3b-911d-d261db0e2239 req-04048ca1-049f-40e4-af6c-68c7e5e31ab4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440378 Oct 27 17:37:05.906570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d5b24-158f-45bb-9828-682d41925562 req-21d4cbfa-6258-4e37-81a0-392af7510262 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:05.908013 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-226d5b24-158f-45bb-9828-682d41925562 req-21d4cbfa-6258-4e37-81a0-392af7510262 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0556786 Oct 27 17:37:05.966053 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0c9af-6bb4-4a52-9341-267a07d79959 req-9444b365-e826-4abf-8360-1971174ac295 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:05.967491 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6be0c9af-6bb4-4a52-9341-267a07d79959 req-9444b365-e826-4abf-8360-1971174ac295 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 945 time: 0.0817025 Oct 27 17:37:06.046370 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port 021b0623-ac50-4080-925e-8bf3d47884b1 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:06.046714 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:06.054113 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6be0c9af-6bb4-4a52-9341-267a07d79959 req-bce4a954-af7e-4f16-81ed-93664eb1a7b7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=f6cbeaf5-cbd6-416c-99de-820aa623a287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805449 Oct 27 17:37:06.135034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:06.142166 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] For port 021b0623-ac50-4080-925e-8bf3d47884b1, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=021b0623-ac50-4080-925e-8bf3d47884b1,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:06.142527 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:06.515591 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:06.515995 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (74c594d2-1801-44d0-8218-0711b019dddd), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:06.516310 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP 74c594d2-1801-44d0-8218-0711b019dddd disassociated. External IP: 172.27.0.48, port: 021b0623-ac50-4080-925e-8bf3d47884b1. Oct 27 17:37:06.516647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for 021b0623-ac50-4080-925e-8bf3d47884b1 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:06.642760 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (021b0623-ac50-4080-925e-8bf3d47884b1), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:06.668052 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=021b0623-ac50-4080-925e-8bf3d47884b1,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:06.777741 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:06.784523 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:06.880504 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:06.891830 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:06.901772 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:06.902437 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:06.922209 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] No DVR routers for this DVR port 021b0623-ac50-4080-925e-8bf3d47884b1 on host hv-cinder-86283 {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:06.924793 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:06.928034 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-226d5b24-158f-45bb-9828-682d41925562 req-087abe0a-94cc-446c-9ba3-778f8c67b92b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "DELETE /networking/v2.0/ports/021b0623-ac50-4080-925e-8bf3d47884b1 HTTP/1.1" status: 204 len: 173 time: 1.0046523 Oct 27 17:37:06.928517 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'name': 'network-vif-deleted', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:06.930744 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb8fc2a-b598-4314-bdf9-75479b4db801" -d '{"events": [{"server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "name": "network-vif-deleted", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:06.942144 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:06.970336 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b7e24-9baf-4629-8de7-bcf8b81e3556 x-openstack-request-id: req-f88b7e24-9baf-4629-8de7-bcf8b81e3556 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:06.970884 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13686e3e-dfd4-4f2e-9781-92321ff85702", "name": "network-vif-deleted", "tag": "021b0623-ac50-4080-925e-8bf3d47884b1", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:06.971192 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f88b7e24-9baf-4629-8de7-bcf8b81e3556 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:06.971828 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88b7e24-9baf-4629-8de7-bcf8b81e3556'] response: {'server_uuid': '13686e3e-dfd4-4f2e-9781-92321ff85702', 'name': 'network-vif-deleted', 'tag': '021b0623-ac50-4080-925e-8bf3d47884b1', 'status': 'completed', 'code': 200} Oct 27 17:37:07.005963 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:07.034044 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:07.220940 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c52ab72f-479f-4f05-8b23-ebc61d2a3237 req-d60f2ad8-db6a-46ae-88bb-2bf466e63783 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.0445697 Oct 27 17:37:07.355782 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:07.382830 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:07.391923 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:07.392599 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:07.499686 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:07.682435 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:07.706755 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec9d50-dfb1-4bfb-89cc-c648b107f448 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:07.931989 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b24c5-97ac-4847-9ad4-caeead271ac6 None None] New status for floating IP 74c594d2-1801-44d0-8218-0711b019dddd: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:07.934156 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:07.935755 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:08.344073 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8fca68da-0b3c-478c-8ad7-adf61c896d77 req-d4508fce-9090-4144-8ec7-80f2a756a2a2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13686e3e-dfd4-4f2e-9781-92321ff85702 HTTP/1.1" status: 200 len: 210 time: 0.0300899 Oct 27 17:37:08.666938 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:37:08.942189 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 021b0623-ac50-4080-925e-8bf3d47884b1 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:08.961266 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 021b0623-ac50-4080-925e-8bf3d47884b1 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:08.961612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 021b0623-ac50-4080-925e-8bf3d47884b1 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:09.439462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40962) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:09.493828 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a332e749-aed4-49ed-a4dc-4381923916a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (f6cbeaf5-cbd6-416c-99de-820aa623a287), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.516060 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a332e749-aed4-49ed-a4dc-4381923916a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (f6cbeaf5-cbd6-416c-99de-820aa623a287), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.571530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a332e749-aed4-49ed-a4dc-4381923916a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f6cbeaf5-cbd6-416c-99de-820aa623a287), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.574296 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a332e749-aed4-49ed-a4dc-4381923916a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.575483 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a332e749-aed4-49ed-a4dc-4381923916a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f6cbeaf5-cbd6-416c-99de-820aa623a287 HTTP/1.1" status: 204 len: 168 time: 0.1349983 Oct 27 17:37:09.579139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40966) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:09.587683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332e749-aed4-49ed-a4dc-4381923916a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cbeaf5-cbd6-416c-99de-820aa623a287,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:09.615154 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-b4d80376-156c-41ad-8c58-bfe7f1f2fa51 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] show failed (client error): The resource could not be found. Oct 27 17:37:09.616237 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-b4d80376-156c-41ad-8c58-bfe7f1f2fa51 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups/f6cbeaf5-cbd6-416c-99de-820aa623a287 HTTP/1.1" status: 404 len: 347 time: 0.0307994 Oct 27 17:37:09.619103 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40970) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:09.737926 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port ce74a0c3-08b2-492c-a971-b3b915793700 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:09.738258 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (ce74a0c3-08b2-492c-a971-b3b915793700), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.832666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (ce74a0c3-08b2-492c-a971-b3b915793700), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.832995 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (ce74a0c3-08b2-492c-a971-b3b915793700), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:09.867148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for ce74a0c3-08b2-492c-a971-b3b915793700 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:09.888196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb303f5-b602-479d-991b-34e3000f179e req-351e4e52-952d-4495-ac26-34c5647199ed tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:09.889754 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fcb303f5-b602-479d-991b-34e3000f179e req-351e4e52-952d-4495-ac26-34c5647199ed tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0686290 Oct 27 17:37:10.001726 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fcb303f5-b602-479d-991b-34e3000f179e req-33ae3e3b-b3c7-4db8-b5f6-001e6be968a5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742817 Oct 27 17:37:10.003484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:10.068146 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (ce74a0c3-08b2-492c-a971-b3b915793700), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.090773 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=ce74a0c3-08b2-492c-a971-b3b915793700,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:10.161110 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (74c594d2-1801-44d0-8218-0711b019dddd), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.164297 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.165447 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-56d5c71b-c994-461d-89df-c0b750cf0c10 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/74c594d2-1801-44d0-8218-0711b019dddd HTTP/1.1" status: 204 len: 168 time: 0.5452464 Oct 27 17:37:10.247522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40984) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:10.252117 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652677099', 'description': 'tempest-description--314400949'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:10.272497 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.328804 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:10.340455 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (9fed7d86-181f-4ee6-ab4b-8a5910c9c60d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.343797 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9fed7d86-181f-4ee6-ab4b-8a5910c9c60d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.374242 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.375428 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1268880 Oct 27 17:37:10.377289 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb80d81-72eb-4947-b2a0-0fab9a9582a8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:10.378620 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40986) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:10.383240 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': '9fed7d86-181f-4ee6-ab4b-8a5910c9c60d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:10.409718 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (8075cbd8-77e8-41be-9b5c-cc9d54764cc0), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.709427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (8075cbd8-77e8-41be-9b5c-cc9d54764cc0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.713144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (8075cbd8-77e8-41be-9b5c-cc9d54764cc0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.734194 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8075cbd8-77e8-41be-9b5c-cc9d54764cc0,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:10.742115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.743336 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d22bd3d2-7b57-40c0-b16f-ac620e5af705 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636367 Oct 27 17:37:10.746055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 40988) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:10.750798 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': '9fed7d86-181f-4ee6-ab4b-8a5910c9c60d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:10.776209 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (d13ff9f6-1433-4ea4-b5de-cb828f984999), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.831175 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (d13ff9f6-1433-4ea4-b5de-cb828f984999), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.834331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (d13ff9f6-1433-4ea4-b5de-cb828f984999), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.852629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13ff9f6-1433-4ea4-b5de-cb828f984999,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:10.860210 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.864158 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e3cbb109-185b-4a98-a5d2-50d47fca7634 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144176 Oct 27 17:37:10.864839 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 40990) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:10.869388 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:10.892012 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:10.969843 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.074400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.27.0.26 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/65dc5a58-3f75-4789-b39a-bdb3c9d92dff) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:37:11.177971 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0d58-c928-42a9-b73b-4e6113d4c3f6 req-c96c6412-3db4-4a01-881e-72361e0378f1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:11.179451 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-124f0d58-c928-42a9-b73b-4e6113d4c3f6 req-c96c6412-3db4-4a01-881e-72361e0378f1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0950322 Oct 27 17:37:11.201929 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2c104346-fab1-4133-8af2-ea9adbf0861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.252396 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.258059 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-124f0d58-c928-42a9-b73b-4e6113d4c3f6 req-a6d5202c-ffbe-4fcb-85c7-0e8d9425b197 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725954 Oct 27 17:37:11.283960 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:11.290416 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.338292 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:37:11.346647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:37:11.349069 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:37:11.371429 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=65dc5a58-3f75-4789-b39a-bdb3c9d92dff,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:11.383165 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:11.407177 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:11.413610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-a7ec5f41-319c-4f72-b07e-0acd668f7538 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-61907169&fields=id&tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7 HTTP/1.1" status: 200 len: 267 time: 0.0499082 Oct 27 17:37:11.437785 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (a926c304-5171-4df8-86bf-4cf105d8bc9b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.468599 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-051ca246-99ec-412a-90c6-4fb10c2ec4e2 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:11.470145 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-051ca246-99ec-412a-90c6-4fb10c2ec4e2 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 985 time: 0.0508687 Oct 27 17:37:11.474243 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.481196 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Request body: {'port': {'security_groups': ['b822b460-461d-4f5c-a846-1e23706136db']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:11.557226 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.575456 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:11.623428 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.627959 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.696614 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=65dc5a58-3f75-4789-b39a-bdb3c9d92dff,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:11.698847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (a926c304-5171-4df8-86bf-4cf105d8bc9b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.716238 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.718036 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-571b3fce-0415-4351-916b-8818f42ffc41 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8516166 Oct 27 17:37:11.737205 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:11.765930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.770840 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.781947 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:11.782568 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.784120 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9754ecaf-0a6c-4dc5-be98-2d900de70c18 req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "PUT /networking/v2.0/ports/e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 943 time: 0.3072984 Oct 27 17:37:11.784704 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:11.787138 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c2ad1-a929-4117-b1cf-bf8426325115" -d '{"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:11.789731 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41004) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:11.821927 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e5243648-b4fa-47b1-96eb-9bf82da1c364'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:37:11.838923 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e27d3-c8f1-4f55-9251-4c9839fd409c x-openstack-request-id: req-d44e27d3-c8f1-4f55-9251-4c9839fd409c {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:11.839210 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:11.839478 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d44e27d3-c8f1-4f55-9251-4c9839fd409c {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:11.840032 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44e27d3-c8f1-4f55-9251-4c9839fd409c'] response: {'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'status': 'completed', 'code': 200} Oct 27 17:37:11.853438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0499711-6569-4999-8736-2e2d6026836e tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event updated for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=7']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:11.872819 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e3d539fa-5150-4b08-8d6c-56887cde0324 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group (d243046f-b977-4927-92f4-611cc7de1cc9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.914362 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e3d539fa-5150-4b08-8d6c-56887cde0324 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group (d243046f-b977-4927-92f4-611cc7de1cc9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:11.941969 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-148da780-a2e3-49df-b82f-196316f34789 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--652677099&fields=id&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 267 time: 0.0779648 Oct 27 17:37:12.055949 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e3d539fa-5150-4b08-8d6c-56887cde0324 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d243046f-b977-4927-92f4-611cc7de1cc9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.058606 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e3d539fa-5150-4b08-8d6c-56887cde0324 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.059777 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e3d539fa-5150-4b08-8d6c-56887cde0324 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d243046f-b977-4927-92f4-611cc7de1cc9 HTTP/1.1" status: 204 len: 168 time: 0.2690346 Oct 27 17:37:12.062698 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41014) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:12.066131 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-f30947fe-fcd5-4d27-ab6e-0b7c203c0a64 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.067583 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-f30947fe-fcd5-4d27-ab6e-0b7c203c0a64 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.1175406 Oct 27 17:37:12.078858 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d539fa-5150-4b08-8d6c-56887cde0324 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d243046f-b977-4927-92f4-611cc7de1cc9,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:12.089651 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-c7efc35f-e284-401e-a141-a53130e480b6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/quotas/a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 375 time: 0.0128415 Oct 27 17:37:12.168153 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:12.182250 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-eca6dd30-75d6-4aa3-892e-3e39466a3d5d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857358 Oct 27 17:37:12.193677 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-30b7d69f-b8f7-4793-bb6a-7eb136043c82 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.195380 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-30b7d69f-b8f7-4793-bb6a-7eb136043c82 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0631318 Oct 27 17:37:12.216315 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-844a02f0-cf12-460c-9119-e350ba2976ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.220306 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-844a02f0-cf12-460c-9119-e350ba2976ec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1130 time: 0.0618999 Oct 27 17:37:12.305297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Deleting port 880af70a-7fff-4ee3-a1d0-eaf7a027eab4 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:12.305638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.354244 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Deleting port 8d525473-0013-4431-baf7-e343fbc1a2eb {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:12.354583 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.420594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-e47687e2-120f-4049-aab4-e6da85af139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.422096 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-e47687e2-120f-4049-aab4-e6da85af139d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 915 time: 0.1828895 Oct 27 17:37:12.423973 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-c45c2e19-bdde-4798-809c-97c008eb4ffc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277133 Oct 27 17:37:12.445077 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d9140-cf8f-4cc5-b18d-fb1d2926c368 req-e437c77b-aebe-4419-bb61-8b8d7de2c706 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.446521 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da4d9140-cf8f-4cc5-b18d-fb1d2926c368 req-e437c77b-aebe-4419-bb61-8b8d7de2c706 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 946 time: 0.0811825 Oct 27 17:37:12.493538 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.493867 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for floatingip (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.514679 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] For port 8d525473-0013-4431-baf7-e343fbc1a2eb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8d525473-0013-4431-baf7-e343fbc1a2eb,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:12.515057 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.525518 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e5243648-b4fa-47b1-96eb-9bf82da1c364'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:37:12.526299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Calling delete_port for 880af70a-7fff-4ee3-a1d0-eaf7a027eab4 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:12.544167 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-bb1ba97c-7095-402f-98d6-872873aaf0b8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 1002 time: 0.1124914 Oct 27 17:37:12.552389 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:12.569621 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:12.584637 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:12.599851 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-b15ab751-2ec9-40c4-809f-e4f03d4467aa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684494 Oct 27 17:37:12.626263 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da4d9140-cf8f-4cc5-b18d-fb1d2926c368 req-6d6a6bf0-bdb1-4415-b3a6-05328963a12f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=938ae462-8ed3-4723-803e-ed27c24751e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497574 Oct 27 17:37:12.683319 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-16896ff8-f6ba-4595-9ac8-1a0d3e1efa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.690440 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-16896ff8-f6ba-4595-9ac8-1a0d3e1efa05 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.1350107 Oct 27 17:37:12.756026 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-0607452e-3abc-4b25-99b9-eb277a8bb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:12.757664 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-0607452e-3abc-4b25-99b9-eb277a8bb405 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594754 Oct 27 17:37:12.766059 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.766529 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (53684e3c-50bf-4480-813d-7c4456cee062), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.766744 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Floating IP 53684e3c-50bf-4480-813d-7c4456cee062 disassociated. External IP: 172.27.0.54, port: 8d525473-0013-4431-baf7-e343fbc1a2eb. Oct 27 17:37:12.767064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Calling delete_port for 8d525473-0013-4431-baf7-e343fbc1a2eb owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:12.856432 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be6b490b-7b67-42b8-a3a2-51620597a58e req-c7bba8ca-30a7-4a5f-a5d9-3207741c3342 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0575011 Oct 27 17:37:12.900926 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (8d525473-0013-4431-baf7-e343fbc1a2eb), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.925834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (880af70a-7fff-4ee3-a1d0-eaf7a027eab4), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:12.929093 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-d78e2236-13c6-48f9-94d1-766dccc3c759 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596169 Oct 27 17:37:12.930024 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event deleted for resources: {'Port': ['ID=8d525473-0013-4431-baf7-e343fbc1a2eb,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:12.964190 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event deleted for resources: {'Port': ['ID=880af70a-7fff-4ee3-a1d0-eaf7a027eab4,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:13.057106 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Router d31e5820-5239-474e-8eb1-1608fb88c10d has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:13.081993 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks [] for floatingip (4637406a-c25e-418d-894a-738fcc9b6544), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:13.082334 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Floating IP 4637406a-c25e-418d-894a-738fcc9b6544 disassociated (deleted). External IP: 172.27.0.249, port: e5243648-b4fa-47b1-96eb-9bf82da1c364. Oct 27 17:37:13.125834 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a71c2ad1-a929-4117-b1cf-bf8426325115 req-6beb7270-6962-4760-8e20-0916ec9b3c3e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881123 Oct 27 17:37:13.151603 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:13.165105 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:13.174573 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:13.186367 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:13.187214 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.207526 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] No DVR routers for this DVR port 8d525473-0013-4431-baf7-e343fbc1a2eb on host hv-cinder-86283 {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:13.209987 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:13.213501 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c888b7fb-5c14-46e4-b080-87fe9b78c7dd req-5d3be2c4-ec97-458a-aa55-3acc4be05dbb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8d525473-0013-4431-baf7-e343fbc1a2eb HTTP/1.1" status: 204 len: 173 time: 1.0034206 Oct 27 17:37:13.214003 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-deleted', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:13.216221 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802957a0-88bf-4773-91f1-0bfe5c68652a" -d '{"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-deleted", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:13.268996 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7b45e-18a0-469b-a293-5e817bc9a0b8 x-openstack-request-id: req-d0d7b45e-18a0-469b-a293-5e817bc9a0b8 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:13.269306 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b27a822-4c22-45f0-872b-67e5f360f45e", "name": "network-vif-deleted", "tag": "8d525473-0013-4431-baf7-e343fbc1a2eb", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:13.269551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0d7b45e-18a0-469b-a293-5e817bc9a0b8 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:13.269953 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d7b45e-18a0-469b-a293-5e817bc9a0b8'] response: {'server_uuid': '2b27a822-4c22-45f0-872b-67e5f360f45e', 'name': 'network-vif-deleted', 'tag': '8d525473-0013-4431-baf7-e343fbc1a2eb', 'status': 'completed', 'code': 200} Oct 27 17:37:13.305473 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:13.310257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Router 8edbe750-3a2e-4316-8ad7-cc4dff343692 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:13.359037 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:13.432055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:13.438592 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:13.454196 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] Sync routers for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:13.471991 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:13.474777 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:36:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.479806 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8a1f623e-b447-4b24-86ec-69f71e3eaa33 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/4637406a-c25e-418d-894a-738fcc9b6544 HTTP/1.1" status: 204 len: 168 time: 1.4159017 Oct 27 17:37:13.548938 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.581148 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:13.590975 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:13.591836 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.612309 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7a3519ba-a2f9-4c76-b641-9f4946a68cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:13.635047 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:13.637828 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:13.678060 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:13.697935 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:13.808400 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fcc239cd-3cb6-41b8-a047-aadaf5d28bf8 req-c31dfffb-8a88-45c3-a956-a545d19e4092 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2b27a822-4c22-45f0-872b-67e5f360f45e HTTP/1.1" status: 200 len: 210 time: 0.0427814 Oct 27 17:37:13.841121 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:13.844199 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8b7615-9019-4327-848d-3d3e357104ec" -d '{"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:13.883502 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27148cb5-c20d-4123-a9a8-456969ede1c4 x-openstack-request-id: req-27148cb5-c20d-4123-a9a8-456969ede1c4 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:13.884545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:13.884951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27148cb5-c20d-4123-a9a8-456969ede1c4 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:13.885527 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27148cb5-c20d-4123-a9a8-456969ede1c4'] response: {'name': 'network-changed', 'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'status': 'completed', 'code': 200} Oct 27 17:37:13.921039 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:58Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.935362 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.947999 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] Checking router: 8edbe750-3a2e-4316-8ad7-cc4dff343692 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:13.958299 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b7a4c649-071b-46f5-b698-4949421c3843 req-92ea5420-17f2-4fe9-a7ce-5515b5d97f44 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Oct 27 17:37:13.958884 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:13.959590 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:13.961436 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c68445-2147-414b-82a3-efb3dfb2b903 None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:14.017653 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:14.081242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:14.111985 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:14.113158 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b7615-9019-4327-848d-3d3e357104ec req-f2b06426-1c05-4176-9881-33a73c3a4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:14.114789 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-f2b06426-1c05-4176-9881-33a73c3a4692 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 1130 time: 0.0639949 Oct 27 17:37:14.246168 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b6df7-1672-4938-963f-a2bd0e9603ad None None] New status for floating IP 53684e3c-50bf-4480-813d-7c4456cee062: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:14.277555 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:58Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:14.305367 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2bffb-8e44-4085-9f6d-200143af2009 None None] The sync data for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi is: [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:31:51Z', 'revision_number': 4, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '7a8f4266-3de7-4341-8f4f-cb2b2a9597bd', 'name': '', 'network_id': '30480d51-001d-414c-aae8-f3bdce76bc80', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'mac_address': 'fa:16:3e:19:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:51Z', 'updated_at': '2022-10-27T17:31:58Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'subnets': [{'id': '2acf9244-65ef-498c-a318-9ddb8ff9fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:14.525352 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a21bd37-802f-437b-bf01-98655708e1a8 None None] New status for floating IP 4637406a-c25e-418d-894a-738fcc9b6544: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:14.612669 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b7615-9019-4327-848d-3d3e357104ec req-414d21f0-0bec-402e-8aec-913291fa9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:14.614468 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-414d21f0-0bec-402e-8aec-913291fa9cb5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 200 len: 915 time: 0.0942705 Oct 27 17:37:14.890094 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-cb59ecf9-f4cf-4578-93af-cd2e2ccc3b68 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 200 len: 217 time: 0.2662609 Oct 27 17:37:14.907110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41050) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:14.939817 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b7615-9019-4327-848d-3d3e357104ec req-8a7b468f-464f-4409-b7df-10cd8daf175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:14.941565 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-8a7b468f-464f-4409-b7df-10cd8daf175d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 200 len: 853 time: 0.0456228 Oct 27 17:37:14.949307 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:14.972378 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25cbca6d-2f72-4b65-a55b-ce5817704068 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (938ae462-8ed3-4723-803e-ed27c24751e4), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:14.974549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 8d525473-0013-4431-baf7-e343fbc1a2eb {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:14.975089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8d525473-0013-4431-baf7-e343fbc1a2eb not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:15.002004 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25cbca6d-2f72-4b65-a55b-ce5817704068 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (938ae462-8ed3-4723-803e-ed27c24751e4), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.005770 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.011225 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b7615-9019-4327-848d-3d3e357104ec req-fc77cb1a-1164-4053-9681-31ea05d3eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:15.012940 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-fc77cb1a-1164-4053-9681-31ea05d3eb11 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=30480d51-001d-414c-aae8-f3bdce76bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578742 Oct 27 17:37:15.078870 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25cbca6d-2f72-4b65-a55b-ce5817704068 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (938ae462-8ed3-4723-803e-ed27c24751e4), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.082017 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25cbca6d-2f72-4b65-a55b-ce5817704068 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.086252 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-25cbca6d-2f72-4b65-a55b-ce5817704068 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/938ae462-8ed3-4723-803e-ed27c24751e4 HTTP/1.1" status: 204 len: 168 time: 0.1779246 Oct 27 17:37:15.087089 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41056) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:15.087731 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4f9a39d9-81ef-4c76-9688-b615b7ab1f95 req-811765e1-3c8f-4aca-b5ac-c14eea94de22 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0405290 Oct 27 17:37:15.106054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:15.108141 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-1dfa795c-6067-4d5e-a5b0-2d62acba44fc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] show failed (client error): The resource could not be found. Oct 27 17:37:15.113078 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1dfa795c-6067-4d5e-a5b0-2d62acba44fc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups/938ae462-8ed3-4723-803e-ed27c24751e4 HTTP/1.1" status: 404 len: 347 time: 0.0208056 Oct 27 17:37:15.114687 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41062) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:15.128553 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbca6d-2f72-4b65-a55b-ce5817704068 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ae462-8ed3-4723-803e-ed27c24751e4,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:15.167151 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-2b0d5ac1-a12b-4686-acfc-1df583f3f0b4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415017 Oct 27 17:37:15.202398 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:15.242808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Deleting port e8f24fbe-e921-4758-a270-063212d0dcd8 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:15.243152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.269165 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8b7615-9019-4327-848d-3d3e357104ec req-94dbfb1f-8c23-45b5-b5f6-39bfdbe1e282 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947900 Oct 27 17:37:15.322131 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.322462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (e8f24fbe-e921-4758-a270-063212d0dcd8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.334541 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Calling delete_port for e8f24fbe-e921-4758-a270-063212d0dcd8 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:15.464739 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (e8f24fbe-e921-4758-a270-063212d0dcd8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.487334 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event deleted for resources: {'Port': ['ID=e8f24fbe-e921-4758-a270-063212d0dcd8,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:15.553393 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (53684e3c-50bf-4480-813d-7c4456cee062), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.556086 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.557304 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4168bd7e-061a-4574-9f91-3dc29805d95d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/53684e3c-50bf-4480-813d-7c4456cee062 HTTP/1.1" status: 204 len: 168 time: 0.4375074 Oct 27 17:37:15.647371 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41066) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:15.652015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474850374', 'description': 'tempest-description--690536251'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:15.672768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.742772 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (ac5061c9-2386-4c1d-a610-e8430002ab9a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.746127 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ac5061c9-2386-4c1d-a610-e8430002ab9a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.761845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:15.775053 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.776290 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1278849 Oct 27 17:37:15.779440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41068) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:15.781666 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad1918-ef1b-4754-879a-bf47f4317bf0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5061c9-2386-4c1d-a610-e8430002ab9a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:15.784724 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'security_group_rule': {'security_group_id': 'ac5061c9-2386-4c1d-a610-e8430002ab9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:15.811424 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (31bb522b-2e01-4e2b-9a61-c6e386791222), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.867584 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (31bb522b-2e01-4e2b-9a61-c6e386791222), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.872746 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (31bb522b-2e01-4e2b-9a61-c6e386791222), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.892540 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bb522b-2e01-4e2b-9a61-c6e386791222,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:15.899546 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.900853 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-78e7711c-a965-4502-970f-7e64bd1269e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198032 Oct 27 17:37:15.903458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41074) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:15.908262 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'security_group_rule': {'security_group_id': 'ac5061c9-2386-4c1d-a610-e8430002ab9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:15.936048 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (d715bd6c-1fe7-4977-bd00-e1c6a69552d0), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.993501 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (d715bd6c-1fe7-4977-bd00-e1c6a69552d0), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:15.997348 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (d715bd6c-1fe7-4977-bd00-e1c6a69552d0), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.016816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d715bd6c-1fe7-4977-bd00-e1c6a69552d0,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:16.028052 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.029263 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-47a0d018-addf-40b1-83c0-5675293cb3cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248488 Oct 27 17:37:16.033055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41080) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:16.037574 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:16.058305 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.138041 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.173517 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c55179cb-e733-4bd1-b0ff-3f738faf34ae req-cd0fd63f-cd53-4197-875b-710f277186a1 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0279245 Oct 27 17:37:16.221137 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:16.228495 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.253186 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Allocated IP 172.27.0.69 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/b8507669-597d-422c-b95b-5e5c448f61f0) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:37:16.365455 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for port (b8507669-597d-422c-b95b-5e5c448f61f0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.398691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (b8507669-597d-422c-b95b-5e5c448f61f0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.440274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:37:16.445328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:37:16.447674 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'Port': ['ID=b8507669-597d-422c-b95b-5e5c448f61f0,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:16.449829 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:37:16.533535 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (cf967e42-02a7-4a07-bf36-468a36e0e231), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.572224 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b8507669-597d-422c-b95b-5e5c448f61f0), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.697852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:16.714439 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for port (b8507669-597d-422c-b95b-5e5c448f61f0), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.718517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (b8507669-597d-422c-b95b-5e5c448f61f0), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:16.878615 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:17.021356 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'Port': ['ID=b8507669-597d-422c-b95b-5e5c448f61f0,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:17.024061 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (cf967e42-02a7-4a07-bf36-468a36e0e231), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:17.040307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:17.041560 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0dc07ac2-3ae9-45fe-8350-a48258b704d7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0075052 Oct 27 17:37:17.194026 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-6a22f53b-6f16-4193-9e10-bdc3f950d2cc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1474850374&fields=id&tenant_id=48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 267 time: 0.0435452 Oct 27 17:37:17.308310 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-5aea5b1a-4354-4129-a1cd-08c2cc15f8c2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:17.309772 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-5aea5b1a-4354-4129-a1cd-08c2cc15f8c2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 816 time: 0.1091430 Oct 27 17:37:17.324510 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-bddeaee7-c510-44ed-8dea-76fba919942c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/quotas/48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Oct 27 17:37:17.330694 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6f8fd46b-3db0-4b63-8c1c-c35b7d61457c req-3fce5bed-22e2-4fb9-8281-e605ef31295d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0272763 Oct 27 17:37:17.392675 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-ba99462e-ef17-4ad4-ab12-1c6bb204b910 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622449 Oct 27 17:37:17.435236 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb5d4d-bca3-4908-bf0f-bd6894c9e8f6 req-9c268092-31c4-4b77-b71c-be3e4ae9eff1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:17.436793 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d1fb5d4d-bca3-4908-bf0f-bd6894c9e8f6 req-9c268092-31c4-4b77-b71c-be3e4ae9eff1 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0479147 Oct 27 17:37:17.473707 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:17.487487 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d1fb5d4d-bca3-4908-bf0f-bd6894c9e8f6 req-2bbf0f75-356e-4af0-9665-47181aefda4d tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Oct 27 17:37:17.541025 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-f54a6970-e7c5-4ea3-b49c-853cdc2c23ef service neutron] 10.222.0.36 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340523 Oct 27 17:37:17.630462 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-6916048e-017b-4d9d-9b66-e77d5a38c1f4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832555 Oct 27 17:37:17.791771 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29082455-1ed0-4a6c-89ef-f27524bc8386 req-51124131-ed76-4325-8f97-ee8d387eafd4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 210 time: 0.0304322 Oct 27 17:37:18.434662 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dede77bf-c887-46ea-b2c2-9cf4ab6acefb req-cd581d74-98b0-4986-b845-aac23972f172 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Oct 27 17:37:18.606952 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6996d-63ea-4d37-8ce9-76dfbd6ec5f3 req-dc7509bf-177b-469c-b2a8-d916b5529ec8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:18.609047 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84c6996d-63ea-4d37-8ce9-76dfbd6ec5f3 req-dc7509bf-177b-469c-b2a8-d916b5529ec8 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0465817 Oct 27 17:37:18.619943 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:18.657977 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84c6996d-63ea-4d37-8ce9-76dfbd6ec5f3 req-8ad33082-0952-487a-9555-6d9d2a0b56e6 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Oct 27 17:37:18.908771 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aee9c9f7-b517-471d-8519-550ce9f44a92 req-eb26cbcd-0e1f-4918-ba7c-8ad42f25f1d0 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 210 time: 0.0369983 Oct 27 17:37:19.535485 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2eac5bba-5fcd-4b69-a023-f78933f6185b req-a557a1c7-1c87-4c5a-aa03-e664561696f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0272527 Oct 27 17:37:19.634002 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-e5b83053-74a8-4981-875b-214cb24bae36 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:19.635490 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-e5b83053-74a8-4981-875b-214cb24bae36 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0494781 Oct 27 17:37:19.723573 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Deleting port e5243648-b4fa-47b1-96eb-9bf82da1c364 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:19.723878 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:19.777984 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1431b2-2ec2-4042-93b6-d4e76c25bb6a req-98fabc4a-47f4-4262-b4c7-b645a21a8420 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:19.779589 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cd1431b2-2ec2-4042-93b6-d4e76c25bb6a req-98fabc4a-47f4-4262-b4c7-b645a21a8420 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 946 time: 0.0471895 Oct 27 17:37:19.816926 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] For port e5243648-b4fa-47b1-96eb-9bf82da1c364, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e5243648-b4fa-47b1-96eb-9bf82da1c364,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:19.817273 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:19.826368 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cd1431b2-2ec2-4042-93b6-d4e76c25bb6a req-50d605f9-96bc-408c-8863-d8e545bedfcb tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=b822b460-461d-4f5c-a846-1e23706136db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Oct 27 17:37:19.830623 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Calling delete_port for e5243648-b4fa-47b1-96eb-9bf82da1c364 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:19.869972 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:19.961332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e5243648-b4fa-47b1-96eb-9bf82da1c364), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:19.998172 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Pushing event deleted for resources: {'Port': ['ID=e5243648-b4fa-47b1-96eb-9bf82da1c364,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:20.004673 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e5243648-b4fa-47b1-96eb-9bf82da1c364'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:37:20.048752 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9c4fbbc1-fb4f-49b0-a0bc-9df27cdd4c25 req-760a3a61-682a-48e8-a2c6-733bd31119fa tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 210 time: 0.0538034 Oct 27 17:37:20.076297 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] No DVR routers for this DVR port e5243648-b4fa-47b1-96eb-9bf82da1c364 on host hv-cinder-86283 {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:20.079406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:20.083018 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eabea836-14d6-405c-b7ab-32a1ded3aab2 req-8a98a5f7-31aa-4176-aa58-bf5388249805 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.40 "DELETE /networking/v2.0/ports/e5243648-b4fa-47b1-96eb-9bf82da1c364 HTTP/1.1" status: 204 len: 173 time: 0.4400253 Oct 27 17:37:20.087802 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'name': 'network-vif-deleted', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:20.091823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d8dfbd-0bf8-41a6-ac5f-fe8b6ced545c" -d '{"events": [{"server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "name": "network-vif-deleted", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:20.131333 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56418b8f-99be-49ea-8d5f-d4cf82d4f570 x-openstack-request-id: req-56418b8f-99be-49ea-8d5f-d4cf82d4f570 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:20.132193 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95000566-a99d-4dc8-b509-bc86de3e8743", "name": "network-vif-deleted", "tag": "e5243648-b4fa-47b1-96eb-9bf82da1c364", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:20.132642 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56418b8f-99be-49ea-8d5f-d4cf82d4f570 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:20.133121 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56418b8f-99be-49ea-8d5f-d4cf82d4f570'] response: {'server_uuid': '95000566-a99d-4dc8-b509-bc86de3e8743', 'name': 'network-vif-deleted', 'tag': 'e5243648-b4fa-47b1-96eb-9bf82da1c364', 'status': 'completed', 'code': 200} Oct 27 17:37:20.240480 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-515cd3bf-dfb0-4678-9fab-e82cfd317e83 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:20.242794 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-515cd3bf-dfb0-4678-9fab-e82cfd317e83 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.1171851 Oct 27 17:37:20.326989 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-11b2f35b-63d2-4867-9165-6e230b259815 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 379 time: 0.0560286 Oct 27 17:37:20.336243 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'port': {'device_id': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'admin_state_up': True, 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'security_groups': ['9fed7d86-181f-4ee6-ab4b-8a5910c9c60d']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:20.450304 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Made reservation on behalf of a35c2b53ccb445d4b0dd2915376f69cf for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:37:20.454306 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:20.457240 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:20.598880 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.20.0.9 (40b6c3a9-49a5-4aa8-abaa-a41beea7c111/bb98c535-8c46-4877-8e77-49c6d7aa4d09/cf522c5e-a944-4450-8095-8875d39f901e) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:37:20.642135 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0973bb54-887c-4f24-a993-83822be5943a req-9b167c08-015a-44dc-8a1c-892efd26f43e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Oct 27 17:37:20.743719 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (cf522c5e-a944-4450-8095-8875d39f901e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:20.758462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:20.777178 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (cf522c5e-a944-4450-8095-8875d39f901e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:20.818419 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:37:20.821581 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:37:20.827817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:37:20.856930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=cf522c5e-a944-4450-8095-8875d39f901e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:20.892821 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:20.893490 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:20.911543 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-966259fe-33f8-42c5-bbcb-ac9600ebad69 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799046 Oct 27 17:37:20.982641 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Request body: {'port': {'device_id': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:20.986740 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-824336dd-7323-4a7a-85ae-156e8167e570 req-abac07da-83fb-427f-a6c6-986c0b6e4433 tempest-TestMinimumBasicScenario-991999675 tempest-TestMinimumBasicScenario-991999675-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=95000566-a99d-4dc8-b509-bc86de3e8743 HTTP/1.1" status: 200 len: 210 time: 0.0396950 Oct 27 17:37:21.051541 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-34a81c42-9d30-44f9-9b50-e86581140685 None None] Provisioning complete for port cf522c5e-a944-4450-8095-8875d39f901e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:37:21.052324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-34a81c42-9d30-44f9-9b50-e86581140685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cf522c5e-a944-4450-8095-8875d39f901e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.052575 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-34a81c42-9d30-44f9-9b50-e86581140685 None None] Attempt 1 to provision port cf522c5e-a944-4450-8095-8875d39f901e Oct 27 17:37:21.053868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cf522c5e-a944-4450-8095-8875d39f901e), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.109067 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-34a81c42-9d30-44f9-9b50-e86581140685 None None] Port cf522c5e-a944-4450-8095-8875d39f901e cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:37:21.227257 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e6f577fb-013f-46eb-b19f-11123d117f44 req-55246c9f-9fbf-49fe-8116-bb04a4adf483 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 210 time: 0.0647211 Oct 27 17:37:21.264823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-688e7239-6f19-4188-ad2a-4e3c228f3bf3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:21.266322 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-688e7239-6f19-4188-ad2a-4e3c228f3bf3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 816 time: 0.1860216 Oct 27 17:37:21.331579 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:21.347101 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf522c5e-a944-4450-8095-8875d39f901e {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:37:21.355297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Publish callbacks [] for port (cf522c5e-a944-4450-8095-8875d39f901e), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.358460 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-76319fe1-8dc3-4eec-ab9a-041fc753e1a9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 380 time: 0.0665848 Oct 27 17:37:21.368261 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Transition to ACTIVE for port object cf522c5e-a944-4450-8095-8875d39f901e will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:37:21.371169 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (cf522c5e-a944-4450-8095-8875d39f901e), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.432042 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Pushing event updated for resources: {'Port': ['ID=cf522c5e-a944-4450-8095-8875d39f901e,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:21.457415 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'port': {'device_id': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'admin_state_up': True, 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'security_groups': ['ac5061c9-2386-4c1d-a610-e8430002ab9a']}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:21.485691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Attempting to bind port cf522c5e-a944-4450-8095-8875d39f901e on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:37:21.486045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Attempting to bind port cf522c5e-a944-4450-8095-8875d39f901e by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:37:21.486804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Attempting to bind port cf522c5e-a944-4450-8095-8875d39f901e on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:37:21.528969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Port cf522c5e-a944-4450-8095-8875d39f901e on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:37:21.529230 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Attempting to bind port cf522c5e-a944-4450-8095-8875d39f901e on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:37:21.574205 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:37:21.574452 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Made reservation on behalf of 48c1b56e78014b57918f3c4b7ed32114 for: {'port': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:37:21.574547 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:37:21.574864 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Bound using segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:37:21.575279 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Bound port: cf522c5e-a944-4450-8095-8875d39f901e, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:37:21.575636 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cf522c5e-a944-4450-8095-8875d39f901e), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.578226 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.629213 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:21.636921 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] For port cf522c5e-a944-4450-8095-8875d39f901e, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:37:21.640722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] For port cf522c5e-a944-4450-8095-8875d39f901e, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=cf522c5e-a944-4450-8095-8875d39f901e,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:37:21.648078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (cf522c5e-a944-4450-8095-8875d39f901e), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.652128 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:21.652737 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.654116 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/cf522c5e-a944-4450-8095-8875d39f901e HTTP/1.1" status: 200 len: 1093 time: 0.6760921 Oct 27 17:37:21.655140 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:21.657416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c3a6e6-b5e9-445b-b583-a48062706383" -d '{"events": [{"name": "network-changed", "server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "tag": "cf522c5e-a944-4450-8095-8875d39f901e"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:21.707626 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488783a-1a23-4197-a3ba-6813e35deb3a service neutron] Pushing event updated for resources: {'Port': ['ID=cf522c5e-a944-4450-8095-8875d39f901e,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:21.716707 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Allocated IP 172.20.0.8 (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb/526dcb3e-0e28-4106-b241-0edbed7efd5f/e44c2473-a49a-4e38-91e6-b32e6e8065d8) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:37:21.726208 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad752797-10dc-4897-897a-3310ef539fbf x-openstack-request-id: req-ad752797-10dc-4897-897a-3310ef539fbf {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:21.726578 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "tag": "cf522c5e-a944-4450-8095-8875d39f901e", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:21.726900 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad752797-10dc-4897-897a-3310ef539fbf {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:21.727372 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad752797-10dc-4897-897a-3310ef539fbf'] response: {'name': 'network-changed', 'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e', 'status': 'completed', 'code': 200} Oct 27 17:37:21.800264 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83106fa0-aba8-430c-8ce7-f8939b52ad97 req-fca3f1e7-0e13-40bc-9897-f70cfa3f2af4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:21.801775 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83106fa0-aba8-430c-8ce7-f8939b52ad97 req-fca3f1e7-0e13-40bc-9897-f70cfa3f2af4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 943 time: 0.0711505 Oct 27 17:37:21.897834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3a6e6-b5e9-445b-b583-a48062706383 req-4fc5524d-54b9-4ec0-ac12-cb1068e08498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:21.899237 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-72c3a6e6-b5e9-445b-b583-a48062706383 req-4fc5524d-54b9-4ec0-ac12-cb1068e08498 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 1127 time: 0.0429122 Oct 27 17:37:21.908215 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-83106fa0-aba8-430c-8ce7-f8939b52ad97 req-0f02ddc4-6a91-4d2b-8ded-1501312e15ea tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942888 Oct 27 17:37:21.941514 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:21.960169 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:21.977099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.008202 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:22.022415 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:37:22.030887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:37:22.035508 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3a6e6-b5e9-445b-b583-a48062706383 req-1581246f-06aa-4129-9c73-52c223c59964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.035994 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:37:22.038760 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-72c3a6e6-b5e9-445b-b583-a48062706383 req-1581246f-06aa-4129-9c73-52c223c59964 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1216443 Oct 27 17:37:22.041059 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:22.089212 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.089854 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.111102 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-c9d0d1fa-d5e4-4a26-9552-75ac8fd6f0fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6577518 Oct 27 17:37:22.132099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Request body: {'port': {'device_id': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:22.214210 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.225728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3a6e6-b5e9-445b-b583-a48062706383 req-9ab1ebc1-5b41-4de7-8d63-5a9be90b75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.228221 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-72c3a6e6-b5e9-445b-b583-a48062706383 req-9ab1ebc1-5b41-4de7-8d63-5a9be90b75d1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333232 Oct 27 17:37:22.348312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d53794ab-27bd-4e31-8909-285298af7a9e None None] Provisioning complete for port e44c2473-a49a-4e38-91e6-b32e6e8065d8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:37:22.348821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d53794ab-27bd-4e31-8909-285298af7a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.349578 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d53794ab-27bd-4e31-8909-285298af7a9e None None] Attempt 1 to provision port e44c2473-a49a-4e38-91e6-b32e6e8065d8 Oct 27 17:37:22.389908 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d53794ab-27bd-4e31-8909-285298af7a9e None None] Port e44c2473-a49a-4e38-91e6-b32e6e8065d8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:37:22.405222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-3d3b87cb-639a-4f3d-b985-acb7c5d58af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.406729 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-3d3b87cb-639a-4f3d-b985-acb7c5d58af0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 1127 time: 0.1095009 Oct 27 17:37:22.424243 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f649a4-f7e1-4568-8f1c-fa2498dff3bd req-f1a8791b-a283-4061-8b07-2d76111c8358 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.426129 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-95f649a4-f7e1-4568-8f1c-fa2498dff3bd req-f1a8791b-a283-4061-8b07-2d76111c8358 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 931 time: 0.0804183 Oct 27 17:37:22.476089 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-506b23c1-e311-48b2-aa1f-a882ae7728af service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf522c5e-a944-4450-8095-8875d39f901e HTTP/1.1" status: 200 len: 217 time: 0.0487726 Oct 27 17:37:22.523435 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:22.532761 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44c2473-a49a-4e38-91e6-b32e6e8065d8 {{(pid=104580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:37:22.541935 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Publish callbacks [] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.545101 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-95f649a4-f7e1-4568-8f1c-fa2498dff3bd req-eec4ec13-d64b-42ff-a728-1c643256501e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114416 Oct 27 17:37:22.556464 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-f94d2e27-851d-4246-a535-bee3194da1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.558031 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-f94d2e27-851d-4246-a535-bee3194da1ef service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0733802 Oct 27 17:37:22.569362 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.provisioning_blocks [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Transition to ACTIVE for port object e44c2473-a49a-4e38-91e6-b32e6e8065d8 will not be triggered until provisioned by entity L2. {{(pid=104580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:37:22.581199 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.603841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:22.614724 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-18623829-1481-4c06-a29c-5dff6d628c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:22.616295 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-18623829-1481-4c06-a29c-5dff6d628c4e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516589 Oct 27 17:37:22.674709 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:22.695557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41208) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:22.706034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Attempting to bind port e44c2473-a49a-4e38-91e6-b32e6e8065d8 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:37:22.706634 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Attempting to bind port e44c2473-a49a-4e38-91e6-b32e6e8065d8 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:37:22.706903 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Attempting to bind port e44c2473-a49a-4e38-91e6-b32e6e8065d8 on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:37:22.720311 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-1369f3ca-5b0f-471f-9b8d-be4d941fc30a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940688 Oct 27 17:37:22.754312 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Port e44c2473-a49a-4e38-91e6-b32e6e8065d8 on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:37:22.754943 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Attempting to bind port e44c2473-a49a-4e38-91e6-b32e6e8065d8 on network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:37:22.798318 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:37:22.798750 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Checking segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:37:22.799452 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Bound using segment: {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'} {{(pid=104580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:37:22.800008 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.managers [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Bound port: e44c2473-a49a-4e38-91e6-b32e6e8065d8, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2aec4cd-edca-4a2a-b317-c810cc7596ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb'}}] {{(pid=104580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:37:22.800457 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.813610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-064e3f88-c16a-47a1-8920-eb5be785e734 req-a2521a01-c2fa-4287-b592-1e11424c33d3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869527 Oct 27 17:37:22.937596 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, cleared binding levels {{(pid=104580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:37:22.944533 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:37:22.954211 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:22.956916 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:22.990926 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e5243648-b4fa-47b1-96eb-9bf82da1c364 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:23.011459 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: e5243648-b4fa-47b1-96eb-9bf82da1c364 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:23.011811 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:23.011994 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e5243648-b4fa-47b1-96eb-9bf82da1c364 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:23.012425 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:23.014351 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 1093 time: 0.8880160 Oct 27 17:37:23.014930 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:23.017144 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2bfce-9be3-418f-92f9-355e4e07542b" -d '{"events": [{"name": "network-changed", "server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:23.058672 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad083e5-7c34-4702-a70e-0612801dcc9b x-openstack-request-id: req-4ad083e5-7c34-4702-a70e-0612801dcc9b {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:23.058957 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:23.059202 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ad083e5-7c34-4702-a70e-0612801dcc9b {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:23.059596 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad083e5-7c34-4702-a70e-0612801dcc9b'] response: {'name': 'network-changed', 'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'status': 'completed', 'code': 200} Oct 27 17:37:23.120928 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bac3f-b850-44b5-8508-d2a6d2422d53 req-7513b948-0406-4920-be3f-ea18193e2c56 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:23.122310 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-382bac3f-b850-44b5-8508-d2a6d2422d53 req-7513b948-0406-4920-be3f-ea18193e2c56 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 943 time: 0.1265910 Oct 27 17:37:23.125675 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b7f02-e539-43dd-9538-42e9c8bac8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=3']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:23.210653 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-382bac3f-b850-44b5-8508-d2a6d2422d53 req-a8f610ae-dcfb-401f-94c6-70d2cfba61b0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803833 Oct 27 17:37:23.237754 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:23.289353 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (8edbe750-3a2e-4316-8ad7-cc4dff343692), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:23.500740 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Deleting port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:23.501076 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:23.579567 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] For port 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:23.579960 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:23.592859 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Calling delete_port for 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:23.681387 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b48fb-5aec-4d8c-8428-75679db72710 req-53500688-ce97-4963-a7d3-a41870d5dcfc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:23.682881 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf9b48fb-5aec-4d8c-8428-75679db72710 req-53500688-ce97-4963-a7d3-a41870d5dcfc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0499196 Oct 27 17:37:23.736217 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf9b48fb-5aec-4d8c-8428-75679db72710 req-9f5bd477-eb2a-43eb-befd-a6e7843503d4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474200 Oct 27 17:37:23.777178 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (7a8f4266-3de7-4341-8f4f-cb2b2a9597bd), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:23.800382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8f4266-3de7-4341-8f4f-cb2b2a9597bd,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:23.901301 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:23.961746 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (8edbe750-3a2e-4316-8ad7-cc4dff343692), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:23.982039 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c02520-c6fe-4da9-8c5b-55888c94ccac None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:37:24.055411 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:24.098537 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c02520-c6fe-4da9-8c5b-55888c94ccac None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:37:24.168325 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Router 8edbe750-3a2e-4316-8ad7-cc4dff343692 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:24.323098 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:24.325753 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:24.542359 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:24.547854 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9335dbb1-b888-4715-b914-17e486bb5359 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/8edbe750-3a2e-4316-8ad7-cc4dff343692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494415 Oct 27 17:37:24.550426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41222) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:24.555557 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] Sync routers for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:24.558680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da1b58-ed34-4f45-9a06-58b23d304b8d req-78fbe9eb-804b-446f-b123-f22b4480b3bf tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:24.564177 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d1da1b58-ed34-4f45-9a06-58b23d304b8d req-78fbe9eb-804b-446f-b123-f22b4480b3bf tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 943 time: 0.0729752 Oct 27 17:37:24.568360 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:24.569406 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:24.626214 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d1da1b58-ed34-4f45-9a06-58b23d304b8d req-44c670ce-9ac5-4718-9c38-251041b9fdab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589564 Oct 27 17:37:24.662525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks [] for router (8edbe750-3a2e-4316-8ad7-cc4dff343692), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:24.688159 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:24.768764 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks [] for router_gateway (8edbe750-3a2e-4316-8ad7-cc4dff343692), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:24.815081 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Deleting port 064261ea-7504-460a-9aef-1684a63fc8d1 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:24.815413 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:24.821508 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-6b8cdcba-82e6-428c-abb6-5a497aefb923 None None] Provisioning complete for port 488c509d-f827-4502-84c0-610eec6ee332 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:37:24.821926 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdcba-82e6-428c-abb6-5a497aefb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (488c509d-f827-4502-84c0-610eec6ee332), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:24.822407 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-6b8cdcba-82e6-428c-abb6-5a497aefb923 None None] Attempt 1 to provision port 488c509d-f827-4502-84c0-610eec6ee332 Oct 27 17:37:24.906088 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cdcba-82e6-428c-abb6-5a497aefb923 None None] Current status of the port 488c509d-f827-4502-84c0-610eec6ee332 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:37:24.911754 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:24.920741 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a307e8f-98d0-4fa4-b382-dec077a54214 req-1e4d8e0c-985e-451e-acf7-0a8afc1ef2f8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:24.922319 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a307e8f-98d0-4fa4-b382-dec077a54214 req-1e4d8e0c-985e-451e-acf7-0a8afc1ef2f8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.1045585 Oct 27 17:37:24.963864 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] For port 064261ea-7504-460a-9aef-1684a63fc8d1, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=064261ea-7504-460a-9aef-1684a63fc8d1,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:24.964224 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:24.965187 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:37:23Z', 'revision_number': 5, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port': {'id': '064261ea-7504-460a-9aef-1684a63fc8d1', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:49Z', 'updated_at': '2022-10-27T17:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:24.986481 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Calling delete_port for 064261ea-7504-460a-9aef-1684a63fc8d1 owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:24.990493 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] Checking router: 8edbe750-3a2e-4316-8ad7-cc4dff343692 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:24.999393 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] Routers {'8edbe750-3a2e-4316-8ad7-cc4dff343692'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:25.000030 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['8edbe750-3a2e-4316-8ad7-cc4dff343692'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:25.008042 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1a307e8f-98d0-4fa4-b382-dec077a54214 req-fc84d8a0-f2ed-4921-aeac-d70d8a1e18ad tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780618 Oct 27 17:37:25.008321 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device cf522c5e-a944-4450-8095-8875d39f901e details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:37:25.035776 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:25.093542 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] Set router 8edbe750-3a2e-4316-8ad7-cc4dff343692 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:25.116271 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:25.136166 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port cf522c5e-a944-4450-8095-8875d39f901e, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=cf522c5e-a944-4450-8095-8875d39f901e,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:25.146890 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:37:24Z', 'revision_number': 6, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:25.148605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'cf522c5e-a944-4450-8095-8875d39f901e', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'port_id': 'cf522c5e-a944-4450-8095-8875d39f901e', 'mac_address': 'fa:16:3e:32:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:37:25.154683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:25.172847 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e43f6e-734b-4b72-af63-282dd305ee78 None None] The sync data for ids ['8edbe750-3a2e-4316-8ad7-cc4dff343692'] in dv-cinder-862831-1-iscsi is: [{'id': '8edbe750-3a2e-4316-8ad7-cc4dff343692', 'name': 'tempest-TestMinimumBasicScenario-647528298-router', 'tenant_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:47Z', 'updated_at': '2022-10-27T17:37:24Z', 'revision_number': 6, 'project_id': '9dcd831cfdd74db99f8e0b07b84f41d7', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:25.182432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (064261ea-7504-460a-9aef-1684a63fc8d1), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.188277 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port cf522c5e-a944-4450-8095-8875d39f901e is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:37:25.188655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cf522c5e-a944-4450-8095-8875d39f901e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.203662 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf522c5e-a944-4450-8095-8875d39f901e {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:37:25.212786 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=064261ea-7504-460a-9aef-1684a63fc8d1,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:25.230883 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port cf522c5e-a944-4450-8095-8875d39f901e, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=cf522c5e-a944-4450-8095-8875d39f901e,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:25.235355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (cf522c5e-a944-4450-8095-8875d39f901e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.276496 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (8edbe750-3a2e-4316-8ad7-cc4dff343692), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.282362 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=cf522c5e-a944-4450-8095-8875d39f901e,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:25.289356 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.289700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.290054 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.290424 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.290734 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.291054 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.291372 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.291688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.292035 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.292357 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.292670 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.293005 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.293325 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.293638 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.293949 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:25.380937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (8edbe750-3a2e-4316-8ad7-cc4dff343692), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.383000 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks [] for router_controller (8edbe750-3a2e-4316-8ad7-cc4dff343692), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.443355 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (8edbe750-3a2e-4316-8ad7-cc4dff343692), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.444011 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8edbe750-3a2e-4316-8ad7-cc4dff343692 {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:37:25.448978 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.450171 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3504554b-8488-418e-8594-725f47022d76 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/8edbe750-3a2e-4316-8ad7-cc4dff343692 HTTP/1.1" status: 204 len: 168 time: 0.8987057 Oct 27 17:37:25.452624 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41226) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:25.497517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Deleting subnet 2acf9244-65ef-498c-a318-9ddb8ff9fe08 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:37:25.500632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Publish callbacks [] for subnet (2acf9244-65ef-498c-a318-9ddb8ff9fe08), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.674790 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2bfce-9be3-418f-92f9-355e4e07542b req-b0b3cebe-5ff7-4b88-b559-45f90cdda20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:25.677002 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3cf2bfce-9be3-418f-92f9-355e4e07542b req-b0b3cebe-5ff7-4b88-b559-45f90cdda20f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1127 time: 0.0423431 Oct 27 17:37:25.788589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (2acf9244-65ef-498c-a318-9ddb8ff9fe08), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.803593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fad6a-dbed-426c-adc2-a9fa7637918d req-4527801a-33ba-4793-b88f-bfbb9a2822b8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:25.805094 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c66fad6a-dbed-426c-adc2-a9fa7637918d req-4527801a-33ba-4793-b88f-bfbb9a2822b8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 944 time: 0.0911176 Oct 27 17:37:25.843977 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2bfce-9be3-418f-92f9-355e4e07542b req-5b579142-5ac3-4962-84b1-5f255cde99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:25.845432 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3cf2bfce-9be3-418f-92f9-355e4e07542b req-5b579142-5ac3-4962-84b1-5f255cde99f3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=48c1b56e78014b57918f3c4b7ed32114&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1528218 Oct 27 17:37:25.874195 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['cf522c5e-a944-4450-8095-8875d39f901e'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:37:25.894627 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c66fad6a-dbed-426c-adc2-a9fa7637918d req-240a88b9-f3c0-45e0-a081-1a2713572e45 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817080 Oct 27 17:37:25.899044 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (2acf9244-65ef-498c-a318-9ddb8ff9fe08), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:25.980357 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2bfce-9be3-418f-92f9-355e4e07542b req-eedecb70-73a4-4752-bbac-c4c669b3f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:25.981848 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3cf2bfce-9be3-418f-92f9-355e4e07542b req-eedecb70-73a4-4752-bbac-c4c669b3f1d4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290200 Oct 27 17:37:25.993386 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (2acf9244-65ef-498c-a318-9ddb8ff9fe08), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.021588 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2acf9244-65ef-498c-a318-9ddb8ff9fe08,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:26.024185 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.027750 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5bc76356-4a18-466b-8db0-5239285cbe32 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/2acf9244-65ef-498c-a318-9ddb8ff9fe08 HTTP/1.1" status: 204 len: 168 time: 0.5732150 Oct 27 17:37:26.029931 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41230) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:26.031010 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefa3e4-2ebd-4139-a536-74a562fb5922 None None] Network 30480d51-001d-414c-aae8-f3bdce76bc80 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:37:26.109618 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-ddf90442-a5b4-459d-bac6-8e9d205d3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:26.111151 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-ddf90442-a5b4-459d-bac6-8e9d205d3adc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1127 time: 0.0633786 Oct 27 17:37:26.136824 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (30480d51-001d-414c-aae8-f3bdce76bc80), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.176385 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-72d7301d-45c0-4a84-9bc7-8f34d5454e02 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 217 time: 0.0410643 Oct 27 17:37:26.179320 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3414093-ff68-4a70-90d1-036a958e527e req-13f19fbf-2b4a-441a-859f-abad8f7b915e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:26.180915 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3414093-ff68-4a70-90d1-036a958e527e req-13f19fbf-2b4a-441a-859f-abad8f7b915e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0610359 Oct 27 17:37:26.210307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:26.237139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-71b6d411-4961-4a84-b201-ee46de2bfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:26.238649 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-71b6d411-4961-4a84-b201-ee46de2bfc5e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0515938 Oct 27 17:37:26.239124 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Deleting port 488c509d-f827-4502-84c0-610eec6ee332 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:26.239464 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (488c509d-f827-4502-84c0-610eec6ee332), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.306483 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-1e75ca21-92b1-4306-afd5-e8b72bf3d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:26.308379 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-1e75ca21-92b1-4306-afd5-e8b72bf3d236 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561364 Oct 27 17:37:26.326780 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d3414093-ff68-4a70-90d1-036a958e527e req-5770e8ff-160e-4810-974e-49451d1093f3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223457 Oct 27 17:37:26.356639 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] For port 488c509d-f827-4502-84c0-610eec6ee332, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=488c509d-f827-4502-84c0-610eec6ee332,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:26.357221 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (488c509d-f827-4502-84c0-610eec6ee332), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.374307 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Calling delete_port for 488c509d-f827-4502-84c0-610eec6ee332 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:26.415145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:26.419321 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] DHCP port deletion for 30480d51-001d-414c-aae8-f3bdce76bc80 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:37:26.437536 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-05125a98-d66f-47c3-b288-14ddfaecf072 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221390 Oct 27 17:37:26.441117 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:26.458277 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] Deleting port 488c509d-f827-4502-84c0-610eec6ee332 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:26.458671 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (488c509d-f827-4502-84c0-610eec6ee332), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.465108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (488c509d-f827-4502-84c0-610eec6ee332), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.504872 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] No DVR routers for this DVR port 488c509d-f827-4502-84c0-610eec6ee332 on host dv-cinder-862831-1-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:26.530067 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:26.530797 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] For port 488c509d-f827-4502-84c0-610eec6ee332, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=488c509d-f827-4502-84c0-610eec6ee332,segment=NetworkSegment(d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285),segment_id=d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:26.531202 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (488c509d-f827-4502-84c0-610eec6ee332), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.547204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] Calling delete_port for 488c509d-f827-4502-84c0-610eec6ee332 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:26.554442 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=488c509d-f827-4502-84c0-610eec6ee332,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:26.564128 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-134cad57-5c95-4a26-8ea6-f8d066f78918 req-ecaa2e1a-f908-4cf4-bb0e-13a1e5167812 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199303 Oct 27 17:37:26.571592 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:26.615781 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (30480d51-001d-414c-aae8-f3bdce76bc80), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.621932 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:26.622223 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 7a8f4266-3de7-4341-8f4f-cb2b2a9597bd not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:26.622638 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 064261ea-7504-460a-9aef-1684a63fc8d1 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:26.635944 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30480d51-001d-414c-aae8-f3bdce76bc80']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:26.643061 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 064261ea-7504-460a-9aef-1684a63fc8d1 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:26.643396 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 064261ea-7504-460a-9aef-1684a63fc8d1 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:26.643825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 488c509d-f827-4502-84c0-610eec6ee332 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:26.646118 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:26.646421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c8e7ce-82cf-4f7b-90ae-26d0efc8e285') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:26.656761 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.667667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 488c509d-f827-4502-84c0-610eec6ee332 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:26.668034 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 488c509d-f827-4502-84c0-610eec6ee332 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:26.671002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.678808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:37:26.679405 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.699425 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (488c509d-f827-4502-84c0-610eec6ee332), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.703925 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:26.727946 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] Pushing event deleted for resources: {'Port': ['ID=488c509d-f827-4502-84c0-610eec6ee332,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:26.729816 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301e1b1-71f7-472b-bd2f-579858632ed8 None None] No DVR routers for this DVR port 488c509d-f827-4502-84c0-610eec6ee332 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:26.750828 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (30480d51-001d-414c-aae8-f3bdce76bc80), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.758913 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:26.762135 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/30480d51-001d-414c-aae8-f3bdce76bc80 HTTP/1.1" status: 204 len: 168 time: 0.7312267 Oct 27 17:37:26.766069 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41240) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:26.773257 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285 resource provider aggregate not found Oct 27 17:37:26.777363 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03998320-e186-46ee-b6ea-8a35135e9a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=30480d51-001d-414c-aae8-f3bdce76bc80,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:26.791295 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6c8e7ce-82cf-4f7b-90ae-26d0efc8e285 found for delete ", "request_id": "req-8a0633b9-11ee-4b98-b36a-9365a1a47c1b"}]} Oct 27 17:37:27.038050 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d714e-8b63-4156-b48a-239cb3a4c69c req-3c5abd59-9b20-47b9-80c7-bda204379cac tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:27.039435 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-865d714e-8b63-4156-b48a-239cb3a4c69c req-3c5abd59-9b20-47b9-80c7-bda204379cac tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 944 time: 0.0609517 Oct 27 17:37:27.139765 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-865d714e-8b63-4156-b48a-239cb3a4c69c req-056e6539-c705-42f9-b087-6e92141165eb tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847955 Oct 27 17:37:27.143400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (28c99eeb-d434-49ce-b78f-2812bb3429ae), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.197275 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.228346 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device cf522c5e-a944-4450-8095-8875d39f901e up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:37:27.271942 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port cf522c5e-a944-4450-8095-8875d39f901e completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:37:27.278159 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port cf522c5e-a944-4450-8095-8875d39f901e triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:37:27.278596 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (cf522c5e-a944-4450-8095-8875d39f901e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.279030 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port cf522c5e-a944-4450-8095-8875d39f901e Oct 27 17:37:27.354133 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port cf522c5e-a944-4450-8095-8875d39f901e is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:37:27.354337 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (cf522c5e-a944-4450-8095-8875d39f901e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.367668 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Deleting port 2f9ba23e-480b-4ee1-a227-c2b1039966f8 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:27.368227 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.381096 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:27.383393 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d131edf0-68de-4bca-9ffa-41e91b9f9406" -d '{"events": [{"server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "name": "network-vif-plugged", "status": "completed", "tag": "cf522c5e-a944-4450-8095-8875d39f901e"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:27.396918 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port cf522c5e-a944-4450-8095-8875d39f901e, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=cf522c5e-a944-4450-8095-8875d39f901e,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:27.402115 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (cf522c5e-a944-4450-8095-8875d39f901e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.442152 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:27.462980 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] For port 2f9ba23e-480b-4ee1-a227-c2b1039966f8, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=2f9ba23e-480b-4ee1-a227-c2b1039966f8,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:27.463463 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.465239 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=cf522c5e-a944-4450-8095-8875d39f901e,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:27.473736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cc0f0-0c59-4913-924a-e8e4d4c9d507 req-fc53bbd1-fbee-431d-85ef-b87e51ce2c0a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:27.475018 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-209cc0f0-0c59-4913-924a-e8e4d4c9d507 req-fc53bbd1-fbee-431d-85ef-b87e51ce2c0a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0644357 Oct 27 17:37:27.479315 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Calling delete_port for 2f9ba23e-480b-4ee1-a227-c2b1039966f8 owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:27.504419 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb7f06e-da20-4dfd-882a-d88e3d6736be x-openstack-request-id: req-cfb7f06e-da20-4dfd-882a-d88e3d6736be {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:27.504803 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "name": "network-vif-plugged", "status": "completed", "tag": "cf522c5e-a944-4450-8095-8875d39f901e", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:27.505124 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfb7f06e-da20-4dfd-882a-d88e3d6736be {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:27.505614 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb7f06e-da20-4dfd-882a-d88e3d6736be'] response: {'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e', 'code': 200} Oct 27 17:37:27.524974 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-209cc0f0-0c59-4913-924a-e8e4d4c9d507 req-cbdf4dcc-e68a-4a2b-9a9f-7c8f482cb5a8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Oct 27 17:37:27.525708 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:27.604983 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:27.659635 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (2f9ba23e-480b-4ee1-a227-c2b1039966f8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.683122 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9ba23e-480b-4ee1-a227-c2b1039966f8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:27.840951 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (28c99eeb-d434-49ce-b78f-2812bb3429ae), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:27.861729 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac8aeb-9795-4147-b142-4d24a45b6e22 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:37:27.972398 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac8aeb-9795-4147-b142-4d24a45b6e22 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:37:28.044156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Router 28c99eeb-d434-49ce-b78f-2812bb3429ae has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:28.146538 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:28.151387 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-97e5f6c2-34b0-4609-b547-2d1a1627acb5 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/28c99eeb-d434-49ce-b78f-2812bb3429ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842378 Oct 27 17:37:28.153932 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41252) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:28.156991 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] Sync routers for ids ['28c99eeb-d434-49ce-b78f-2812bb3429ae'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:28.167830 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] Routers {'28c99eeb-d434-49ce-b78f-2812bb3429ae'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:28.168500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['28c99eeb-d434-49ce-b78f-2812bb3429ae'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:28.282998 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] Set router 28c99eeb-d434-49ce-b78f-2812bb3429ae gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:28.295642 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks [] for router (28c99eeb-d434-49ce-b78f-2812bb3429ae), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:28.305214 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325a0d-a970-4199-ac05-1e6476e42c5c req-37409bc5-b084-47b8-b09f-2ffc1e4e1916 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:28.306761 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-70325a0d-a970-4199-ac05-1e6476e42c5c req-37409bc5-b084-47b8-b09f-2ffc1e4e1916 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0602410 Oct 27 17:37:28.380213 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:28.422767 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-70325a0d-a970-4199-ac05-1e6476e42c5c req-e904a046-46fb-4853-bf58-485e37e68be0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873303 Oct 27 17:37:28.447290 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks [] for router_gateway (28c99eeb-d434-49ce-b78f-2812bb3429ae), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:28.481353 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:28.494935 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Deleting port 925ca7a5-bf2e-4967-b69e-553997494ade {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:28.495275 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:28.497033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:37:27Z', 'revision_number': 5, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port': {'id': '925ca7a5-bf2e-4967-b69e-553997494ade', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:31:54Z', 'updated_at': '2022-10-27T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:28.536935 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] Checking router: 28c99eeb-d434-49ce-b78f-2812bb3429ae for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:28.547585 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] Routers {'28c99eeb-d434-49ce-b78f-2812bb3429ae'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:28.548483 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['28c99eeb-d434-49ce-b78f-2812bb3429ae'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:28.596297 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:28.620322 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] For port 925ca7a5-bf2e-4967-b69e-553997494ade, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=925ca7a5-bf2e-4967-b69e-553997494ade,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:28.620687 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:28.638863 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Calling delete_port for 925ca7a5-bf2e-4967-b69e-553997494ade owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:28.649846 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] Set router 28c99eeb-d434-49ce-b78f-2812bb3429ae gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:28.686736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10261212-1d57-4049-aa16-22c5644ecc5d req-8438fd8a-922b-4ffc-9c8c-d700ba723b32 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:28.688414 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10261212-1d57-4049-aa16-22c5644ecc5d req-8438fd8a-922b-4ffc-9c8c-d700ba723b32 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0578952 Oct 27 17:37:28.703450 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:37:28Z', 'revision_number': 6, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:28.729327 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a161a4e-4f45-4b16-9547-ebc52f75864c None None] The sync data for ids ['28c99eeb-d434-49ce-b78f-2812bb3429ae'] in dv-cinder-862831-1-iscsi is: [{'id': '28c99eeb-d434-49ce-b78f-2812bb3429ae', 'name': 'tempest-TestMinimumBasicScenario-2028271775-router', 'tenant_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:31:53Z', 'updated_at': '2022-10-27T17:37:28Z', 'revision_number': 6, 'project_id': 'ad20eabc8fc5462390b20e65c9f7a28f', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:28.738138 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10261212-1d57-4049-aa16-22c5644ecc5d req-a8611b74-be91-4ee4-bcd8-5e537b0ccbad tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Oct 27 17:37:28.754058 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-6253f011-e797-424a-af78-a32a6c9c14c1 None None] Provisioning complete for port 84992a28-798c-4772-8735-17acf96ae976 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:37:28.754742 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6253f011-e797-424a-af78-a32a6c9c14c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (84992a28-798c-4772-8735-17acf96ae976), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:28.756180 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-6253f011-e797-424a-af78-a32a6c9c14c1 None None] Attempt 1 to provision port 84992a28-798c-4772-8735-17acf96ae976 Oct 27 17:37:28.825540 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (925ca7a5-bf2e-4967-b69e-553997494ade), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:28.840790 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-6253f011-e797-424a-af78-a32a6c9c14c1 None None] Current status of the port 84992a28-798c-4772-8735-17acf96ae976 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:37:28.850551 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=925ca7a5-bf2e-4967-b69e-553997494ade,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:28.915049 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (28c99eeb-d434-49ce-b78f-2812bb3429ae), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.000123 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (28c99eeb-d434-49ce-b78f-2812bb3429ae), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.002273 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks [] for router_controller (28c99eeb-d434-49ce-b78f-2812bb3429ae), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.043092 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (28c99eeb-d434-49ce-b78f-2812bb3429ae), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.043830 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c99eeb-d434-49ce-b78f-2812bb3429ae {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:37:29.048367 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.049515 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-be84afc9-37f5-4af3-a2fb-59c9b573a1fe admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/28c99eeb-d434-49ce-b78f-2812bb3429ae HTTP/1.1" status: 204 len: 168 time: 0.8946300 Oct 27 17:37:29.052053 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41258) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:29.097652 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Deleting subnet a13111e5-3648-47c7-828d-755c97b68ba4 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:37:29.101339 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Publish callbacks [] for subnet (a13111e5-3648-47c7-828d-755c97b68ba4), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.136871 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25733677'] for subnet (a13111e5-3648-47c7-828d-755c97b68ba4), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.200428 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:37:29.216614 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (a13111e5-3648-47c7-828d-755c97b68ba4), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.222225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:29.270598 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25552557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380608'] for subnet (a13111e5-3648-47c7-828d-755c97b68ba4), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.295060 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13111e5-3648-47c7-828d-755c97b68ba4,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:29.298796 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.304294 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8a1dd2c0-b840-4adb-89bd-8af0c8633926 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/a13111e5-3648-47c7-828d-755c97b68ba4 HTTP/1.1" status: 204 len: 168 time: 0.2488647 Oct 27 17:37:29.304460 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41260) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:29.305066 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1b04c-35ce-45e8-8d2e-fd96502d5c3a None None] Network 04663e94-ab0d-4bc3-be81-92489855296f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:37:29.308105 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:29.338936 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'mac_address': 'fa:16:3e:bf:35:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:37:29.359463 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:29.379758 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (04663e94-ab0d-4bc3-be81-92489855296f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.421156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:29.434230 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:37:29.434609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.448751 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44c2473-a49a-4e38-91e6-b32e6e8065d8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:37:29.471580 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Deleting port 84992a28-798c-4772-8735-17acf96ae976 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:29.481230 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (84992a28-798c-4772-8735-17acf96ae976), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.481990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:29.501836 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.509077 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-44c1ec0e-d2e1-4864-b55f-ad758c69ad11 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999219 Oct 27 17:37:29.553122 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:29.555815 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] DHCP port deletion for 04663e94-ab0d-4bc3-be81-92489855296f request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:37:29.578286 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] For port 84992a28-798c-4772-8735-17acf96ae976, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=84992a28-798c-4772-8735-17acf96ae976,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:29.578865 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (84992a28-798c-4772-8735-17acf96ae976), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.615901 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] Deleting port 84992a28-798c-4772-8735-17acf96ae976 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:29.616263 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (84992a28-798c-4772-8735-17acf96ae976), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.619420 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Calling delete_port for 84992a28-798c-4772-8735-17acf96ae976 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:29.649165 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305294-e767-4acb-a899-ab4219a10ef3 req-ea42ce49-d738-4b15-b52f-6ff7f746ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:29.651305 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-ea42ce49-d738-4b15-b52f-6ff7f746ea9e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 1129 time: 0.0453269 Oct 27 17:37:29.683039 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680633fb-68a0-4821-972c-60efc47d95e4 req-2d4a01a2-01ae-476b-adfc-4d3c63a77c0f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:29.683845 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] For port 84992a28-798c-4772-8735-17acf96ae976, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=84992a28-798c-4772-8735-17acf96ae976,segment=NetworkSegment(310d328e-aa0f-40e3-871c-7d7ac2f2fcba),segment_id=310d328e-aa0f-40e3-871c-7d7ac2f2fcba)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:29.684238 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (84992a28-798c-4772-8735-17acf96ae976), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.684600 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680633fb-68a0-4821-972c-60efc47d95e4 req-2d4a01a2-01ae-476b-adfc-4d3c63a77c0f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.1096485 Oct 27 17:37:29.699557 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] Calling delete_port for 84992a28-798c-4772-8735-17acf96ae976 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:29.790313 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305294-e767-4acb-a899-ab4219a10ef3 req-b3132f69-5d6b-4f5f-833c-d2a4cc30e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:29.792683 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-b3132f69-5d6b-4f5f-833c-d2a4cc30e178 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 200 len: 920 time: 0.1087964 Oct 27 17:37:29.804972 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (84992a28-798c-4772-8735-17acf96ae976), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:29.854298 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] Pushing event deleted for resources: {'Port': ['ID=84992a28-798c-4772-8735-17acf96ae976,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:29.859422 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bb918-f280-49c5-82cc-692b8f3dea6a None None] No DVR routers for this DVR port 84992a28-798c-4772-8735-17acf96ae976 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:29.870735 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-69358870-a146-4c73-9714-36d858e37600 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 200 len: 217 time: 0.0710471 Oct 27 17:37:29.948544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd41d5f-769d-4457-b2e0-346b6689bf44 req-25bf6111-c3c8-4ef3-9c19-7fab1d5c0561 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:29.950144 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdd41d5f-769d-4457-b2e0-346b6689bf44 req-25bf6111-c3c8-4ef3-9c19-7fab1d5c0561 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 944 time: 0.0935462 Oct 27 17:37:29.954886 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:29.976064 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305294-e767-4acb-a899-ab4219a10ef3 req-34b77fbd-3cd3-4d19-a4f8-fb2e37362f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:29.977529 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-34b77fbd-3cd3-4d19-a4f8-fb2e37362f23 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 200 len: 858 time: 0.0835299 Oct 27 17:37:29.981242 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcece3-8206-48e3-aef8-313190951463 req-125eab46-8410-4185-839f-e8499ecd4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:29.982734 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-badcece3-8206-48e3-aef8-313190951463 req-125eab46-8410-4185-839f-e8499ecd4941 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 1129 time: 0.3647964 Oct 27 17:37:30.043508 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdd41d5f-769d-4457-b2e0-346b6689bf44 req-eec31352-84b8-416c-9f5d-36188a972b64 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870426 Oct 27 17:37:30.044527 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305294-e767-4acb-a899-ab4219a10ef3 req-88019cdb-fd89-4306-8f6d-4052dfc2c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:30.046077 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-88019cdb-fd89-4306-8f6d-4052dfc2c879 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1141f554-a530-4b9e-acf6-75096dad10e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608003 Oct 27 17:37:30.059280 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e44c2473-a49a-4e38-91e6-b32e6e8065d8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:37:30.080867 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-680633fb-68a0-4821-972c-60efc47d95e4 req-bd130f19-ec14-4a13-90dc-9bb29f863243 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009433 Oct 27 17:37:30.096355 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-badcece3-8206-48e3-aef8-313190951463 req-8e011344-8f32-4478-9552-2879e17e574c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058040 Oct 27 17:37:30.103003 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (84992a28-798c-4772-8735-17acf96ae976), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.132094 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=84992a28-798c-4772-8735-17acf96ae976,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:30.135394 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] No DVR routers for this DVR port 84992a28-798c-4772-8735-17acf96ae976 on host dv-cinder-862831-1-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:30.153925 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-95912084-b0f9-43e9-ab7b-324354b97444 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006675 Oct 27 17:37:30.205894 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (04663e94-ab0d-4bc3-be81-92489855296f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.216367 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:30.226722 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04663e94-ab0d-4bc3-be81-92489855296f']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:30.236440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310d328e-aa0f-40e3-871c-7d7ac2f2fcba') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:30.236733 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310d328e-aa0f-40e3-871c-7d7ac2f2fcba') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:30.246073 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (310d328e-aa0f-40e3-871c-7d7ac2f2fcba), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.259861 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (310d328e-aa0f-40e3-871c-7d7ac2f2fcba), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.267624 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:37:30.268170 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (310d328e-aa0f-40e3-871c-7d7ac2f2fcba), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.332464 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (04663e94-ab0d-4bc3-be81-92489855296f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.339008 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.342362 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/04663e94-ab0d-4bc3-be81-92489855296f HTTP/1.1" status: 204 len: 168 time: 1.0370128 Oct 27 17:37:30.355794 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 310d328e-aa0f-40e3-871c-7d7ac2f2fcba resource provider aggregate not found Oct 27 17:37:30.360099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b3d64-0320-4a12-a0a4-d9cf2bfddf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=04663e94-ab0d-4bc3-be81-92489855296f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:30.377411 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 310d328e-aa0f-40e3-871c-7d7ac2f2fcba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 310d328e-aa0f-40e3-871c-7d7ac2f2fcba found for delete ", "request_id": "req-71cec19e-e2db-4318-8010-92274cfe9ca3"}]} Oct 27 17:37:30.456299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41274) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:30.501341 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-474d2aa5-160c-4dc5-93e0-9da290a765e8 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9dcd831cfdd74db99f8e0b07b84f41d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438659 Oct 27 17:37:30.503878 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41278) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:30.539987 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 2f9ba23e-480b-4ee1-a227-c2b1039966f8 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:30.553820 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-997ffe89-c8a1-47bf-8f22-a93c741395f2 admin admin] Publish callbacks [] for security_group (b822b460-461d-4f5c-a846-1e23706136db), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.562657 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 2f9ba23e-480b-4ee1-a227-c2b1039966f8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:30.563008 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 2f9ba23e-480b-4ee1-a227-c2b1039966f8 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:30.563434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 84992a28-798c-4772-8735-17acf96ae976 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:30.574153 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-997ffe89-c8a1-47bf-8f22-a93c741395f2 admin admin] Publish callbacks [] for security_group (b822b460-461d-4f5c-a846-1e23706136db), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.581248 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 84992a28-798c-4772-8735-17acf96ae976 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:30.581595 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 84992a28-798c-4772-8735-17acf96ae976 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:30.582010 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 925ca7a5-bf2e-4967-b69e-553997494ade no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:30.600463 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 925ca7a5-bf2e-4967-b69e-553997494ade {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:30.600807 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 925ca7a5-bf2e-4967-b69e-553997494ade not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:37:30.675918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:30.680304 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-997ffe89-c8a1-47bf-8f22-a93c741395f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b822b460-461d-4f5c-a846-1e23706136db), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.682768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-997ffe89-c8a1-47bf-8f22-a93c741395f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:30.683916 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-997ffe89-c8a1-47bf-8f22-a93c741395f2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b822b460-461d-4f5c-a846-1e23706136db HTTP/1.1" status: 204 len: 168 time: 0.1790452 Oct 27 17:37:30.700641 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ffe89-c8a1-47bf-8f22-a93c741395f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b822b460-461d-4f5c-a846-1e23706136db,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:30.705017 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-da305294-e767-4acb-a899-ab4219a10ef3 req-f0335df1-779f-4987-813e-957638ab8084 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046762 Oct 27 17:37:30.998558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41284) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:31.038017 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a77edba1-1810-45bb-81bc-c39d715b59be admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=ad20eabc8fc5462390b20e65c9f7a28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382748 Oct 27 17:37:31.040781 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41286) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:31.091490 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6b97-8db3-4479-953e-5987c2c117d2 admin admin] Publish callbacks [] for security_group (63269130-d3e0-49bf-86a4-6daad4a99a39), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.117374 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6b97-8db3-4479-953e-5987c2c117d2 admin admin] Publish callbacks [] for security_group (63269130-d3e0-49bf-86a4-6daad4a99a39), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.211570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6b97-8db3-4479-953e-5987c2c117d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (63269130-d3e0-49bf-86a4-6daad4a99a39), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.214165 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e6b97-8db3-4479-953e-5987c2c117d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.215297 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ae2e6b97-8db3-4479-953e-5987c2c117d2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/63269130-d3e0-49bf-86a4-6daad4a99a39 HTTP/1.1" status: 204 len: 168 time: 0.1732771 Oct 27 17:37:31.215682 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2acaab-de71-47db-974a-9bdf64541fff req-0f8b424e-fb08-46b9-9ffa-75fc0a313c5f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:31.217797 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be2acaab-de71-47db-974a-9bdf64541fff req-0f8b424e-fb08-46b9-9ffa-75fc0a313c5f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 944 time: 0.0682368 Oct 27 17:37:31.225467 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e6b97-8db3-4479-953e-5987c2c117d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63269130-d3e0-49bf-86a4-6daad4a99a39,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:31.247104 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6448-d205-455a-86f6-37f4d5dd8135 req-1bd4c921-178b-4cca-a2dc-9a3d77bdc21b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:31.256408 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f95a6448-d205-455a-86f6-37f4d5dd8135 req-1bd4c921-178b-4cca-a2dc-9a3d77bdc21b tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0789130 Oct 27 17:37:31.263910 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:31.305249 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-be2acaab-de71-47db-974a-9bdf64541fff req-aab5556f-daf6-4f61-8825-b8f3dddd9823 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808718 Oct 27 17:37:31.308280 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f95a6448-d205-455a-86f6-37f4d5dd8135 req-8560b265-487e-4e6b-aef1-105e8bbee91e tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509355 Oct 27 17:37:31.426308 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:37:31.472780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:31.478837 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port e44c2473-a49a-4e38-91e6-b32e6e8065d8 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:37:31.486385 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port e44c2473-a49a-4e38-91e6-b32e6e8065d8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:37:31.486878 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.487296 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port e44c2473-a49a-4e38-91e6-b32e6e8065d8 Oct 27 17:37:31.567015 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:37:31.567690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.593781 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:31.596108 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3015e721-2b96-4397-a964-47e092aa41c9" -d '{"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-plugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:31.611312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:31.616550 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:31.641289 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4daabda-2034-4518-9e67-8dcf65770eac x-openstack-request-id: req-b4daabda-2034-4518-9e67-8dcf65770eac {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:31.641600 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-plugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:31.641854 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4daabda-2034-4518-9e67-8dcf65770eac {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:31.642255 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4daabda-2034-4518-9e67-8dcf65770eac'] response: {'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'code': 200} Oct 27 17:37:31.671352 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:32.438513 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66765597-751f-4e1b-9ddd-fbf455f10379 req-d93625d2-3998-487d-93ff-94e1a13f3bf6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:32.440021 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-66765597-751f-4e1b-9ddd-fbf455f10379 req-d93625d2-3998-487d-93ff-94e1a13f3bf6 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0498230 Oct 27 17:37:32.448284 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357ea42-1a69-41eb-bd2c-7bfcdcbb6b32 req-70df3c89-1ea7-4af3-80d6-1e7ba90a9624 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:32.450364 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d357ea42-1a69-41eb-bd2c-7bfcdcbb6b32 req-70df3c89-1ea7-4af3-80d6-1e7ba90a9624 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0474446 Oct 27 17:37:32.503660 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-66765597-751f-4e1b-9ddd-fbf455f10379 req-c3835f02-04bd-4304-a440-7a6293965822 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565059 Oct 27 17:37:32.507778 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:32.512498 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d357ea42-1a69-41eb-bd2c-7bfcdcbb6b32 req-a4f9eb53-4e0e-4de6-960f-edc9b40a4691 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513098 Oct 27 17:37:32.653467 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46f6b-982e-4920-860d-053db3d2b9d2 req-c5d2a933-19d7-4aa9-904c-1f7b99436f1a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:32.655020 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f6e46f6b-982e-4920-860d-053db3d2b9d2 req-c5d2a933-19d7-4aa9-904c-1f7b99436f1a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0730338 Oct 27 17:37:32.666017 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41302) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:32.667998 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee97f71-3cfc-4208-8544-62e6680308c6 req-2b0db322-df8f-431f-8546-206625a462bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:32.670009 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aee97f71-3cfc-4208-8544-62e6680308c6 req-2b0db322-df8f-431f-8546-206625a462bb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1129 time: 0.0567627 Oct 27 17:37:32.671252 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'port_id': 'cf522c5e-a944-4450-8095-8875d39f901e'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:32.714302 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (a926c304-5171-4df8-86bf-4cf105d8bc9b), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:32.719699 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aee97f71-3cfc-4208-8544-62e6680308c6 req-ebaea9d4-b428-455a-8872-953debcf1aa0 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Oct 27 17:37:33.123901 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:33.127453 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (a926c304-5171-4df8-86bf-4cf105d8bc9b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:33.220183 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP a926c304-5171-4df8-86bf-4cf105d8bc9b associated. External IP: 172.27.0.26, port: cf522c5e-a944-4450-8095-8875d39f901e. Oct 27 17:37:33.411406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:33.501045 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:33.511162 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:33.516324 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:33.520754 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:33.531970 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:33.532599 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:33.544620 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-14ac1a86-5983-4f00-9b1f-5d2930a050ec tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/a926c304-5171-4df8-86bf-4cf105d8bc9b HTTP/1.1" status: 200 len: 990 time: 0.8774676 Oct 27 17:37:33.545246 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:33.547526 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece75ba-fd9b-486c-94a0-82c4e44510d4" -d '{"events": [{"name": "network-changed", "server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "tag": "cf522c5e-a944-4450-8095-8875d39f901e"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:33.595093 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a7e923-1300-434b-9d50-ff2e3f1de733 x-openstack-request-id: req-b0a7e923-1300-434b-9d50-ff2e3f1de733 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:33.595392 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "tag": "cf522c5e-a944-4450-8095-8875d39f901e", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:33.595621 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0a7e923-1300-434b-9d50-ff2e3f1de733 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:33.596043 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a7e923-1300-434b-9d50-ff2e3f1de733'] response: {'name': 'network-changed', 'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e', 'status': 'completed', 'code': 200} Oct 27 17:37:33.644319 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:33.648342 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dc87c-159a-46de-91d6-6d8460572a4c req-90ef9dd6-ae50-442b-adee-7c1f395978c6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:33.649835 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f30dc87c-159a-46de-91d6-6d8460572a4c req-90ef9dd6-ae50-442b-adee-7c1f395978c6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0457387 Oct 27 17:37:33.695853 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:33.700781 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f30dc87c-159a-46de-91d6-6d8460572a4c req-990ac163-a62a-4c5a-9422-c33ba1704eaf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446868 Oct 27 17:37:33.856913 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'a926c304-5171-4df8-86bf-4cf105d8bc9b', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': 'cf522c5e-a944-4450-8095-8875d39f901e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:32:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:37:11Z', 'updated_at': '2022-10-27T17:37:33Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:33.882119 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:33.891042 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:33.891639 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:33.892005 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-1b7784ba-b40e-4103-b7da-3f15aea30bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:33.894176 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-1b7784ba-b40e-4103-b7da-3f15aea30bdc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 1129 time: 0.0429673 Oct 27 17:37:33.990737 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:33.992181 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:34.142546 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:34.195475 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'a926c304-5171-4df8-86bf-4cf105d8bc9b', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': 'cf522c5e-a944-4450-8095-8875d39f901e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:32:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:37:11Z', 'updated_at': '2022-10-27T17:37:33Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:34.222751 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6e4a4-0825-49f6-8ea8-a72bb3b10d1d None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'a926c304-5171-4df8-86bf-4cf105d8bc9b', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': 'cf522c5e-a944-4450-8095-8875d39f901e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:32:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:37:11Z', 'updated_at': '2022-10-27T17:37:33Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:34.384646 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:34.410043 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-da42e1ce-3233-4df0-ac9b-0c5de982bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:34.411534 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-da42e1ce-3233-4df0-ac9b-0c5de982bff2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 916 time: 0.0936623 Oct 27 17:37:34.439758 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072d2aa-1722-4cee-af06-3360360f65f4 None None] New status for floating IP a926c304-5171-4df8-86bf-4cf105d8bc9b: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:34.834797 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c6895-d6f0-4b1e-afeb-09f696bdaa6d req-eaa9599e-8ac1-46c7-a975-d253b5120459 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:34.836258 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd7c6895-d6f0-4b1e-afeb-09f696bdaa6d req-eaa9599e-8ac1-46c7-a975-d253b5120459 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0528398 Oct 27 17:37:34.928165 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-88ebea83-d714-4fa8-927a-35ba42d00914 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf522c5e-a944-4450-8095-8875d39f901e HTTP/1.1" status: 200 len: 1000 time: 0.0856290 Oct 27 17:37:34.932313 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dd7c6895-d6f0-4b1e-afeb-09f696bdaa6d req-5c19625c-4d51-46ea-a2bb-6c19c6360530 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887513 Oct 27 17:37:34.977659 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-80b48124-3101-4291-a231-f86f7360c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:34.979218 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-80b48124-3101-4291-a231-f86f7360c3aa service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0449719 Oct 27 17:37:35.026329 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-1712a307-c508-45c5-b370-279d85d4d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:35.027868 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-1712a307-c508-45c5-b370-279d85d4d01e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422547 Oct 27 17:37:35.054785 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3ba29-875e-4c91-b614-4df426ff10a1 req-a87bde27-9b43-4d57-83fd-d97d82764213 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:35.056613 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-91b3ba29-875e-4c91-b614-4df426ff10a1 req-a87bde27-9b43-4d57-83fd-d97d82764213 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0469182 Oct 27 17:37:35.066577 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41318) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:35.071193 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Request body: {'floatingip': {'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:37:35.110251 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (cf967e42-02a7-4a07-bf36-468a36e0e231), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:35.118623 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-a3800a99-09e0-4950-8d33-5694280a7d6f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845695 Oct 27 17:37:35.211081 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cece75ba-fd9b-486c-94a0-82c4e44510d4 req-d099be87-8cdb-4ca9-983c-8fdde0252b68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860772 Oct 27 17:37:35.521123 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:35.524659 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (cf967e42-02a7-4a07-bf36-468a36e0e231), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:35.618837 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Floating IP cf967e42-02a7-4a07-bf36-468a36e0e231 associated. External IP: 172.27.0.69, port: e44c2473-a49a-4e38-91e6-b32e6e8065d8. Oct 27 17:37:35.805804 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Router d31e5820-5239-474e-8eb1-1608fb88c10d has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:35.807963 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:35.908528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:35.913175 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:35.917510 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:35.926803 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:35.927420 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:35.954362 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d16d903e-3f41-41ed-8994-a1b85b04fce7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/cf967e42-02a7-4a07-bf36-468a36e0e231 HTTP/1.1" status: 200 len: 990 time: 0.8866856 Oct 27 17:37:35.955296 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:35.957606 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca11007-1d50-410d-849f-07205c52ab22" -d '{"events": [{"name": "network-changed", "server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:35.993749 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944ed76f-b0ac-4ad9-a8d8-2519751385a9 x-openstack-request-id: req-944ed76f-b0ac-4ad9-a8d8-2519751385a9 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:35.994039 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:35.994292 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-944ed76f-b0ac-4ad9-a8d8-2519751385a9 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:35.994698 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944ed76f-b0ac-4ad9-a8d8-2519751385a9'] response: {'name': 'network-changed', 'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'status': 'completed', 'code': 200} Oct 27 17:37:36.032557 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:36.053977 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:36.082947 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11007-1d50-410d-849f-07205c52ab22 req-4a951202-efa8-4a9b-be20-64684fec1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:36.084412 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-4a951202-efa8-4a9b-be20-64684fec1200 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1129 time: 0.0397751 Oct 27 17:37:36.180982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11007-1d50-410d-849f-07205c52ab22 req-d88ed1fd-dc4b-4566-84a9-2e123d9da963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:36.182461 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-d88ed1fd-dc4b-4566-84a9-2e123d9da963 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.0920923 Oct 27 17:37:36.241354 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'cf967e42-02a7-4a07-bf36-468a36e0e231', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'mac_address': 'fa:16:3e:bf:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:37:16Z', 'updated_at': '2022-10-27T17:37:35Z', 'revision_number': 1, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:36.243525 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-6d6eb13e-d4c4-4134-a717-9f895e0eac15 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 998 time: 0.0543985 Oct 27 17:37:36.265853 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:36.274256 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:36.274861 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:36.291290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11007-1d50-410d-849f-07205c52ab22 req-2ab86a6c-acb4-4294-a91d-7fa3a8a436d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:36.292793 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-2ab86a6c-acb4-4294-a91d-7fa3a8a436d7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0435326 Oct 27 17:37:36.343572 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11007-1d50-410d-849f-07205c52ab22 req-de395cad-7605-4efe-9ffb-6239fe26e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:36.345070 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-de395cad-7605-4efe-9ffb-6239fe26e1c3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461228 Oct 27 17:37:36.435463 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-a39dd7c5-dcbd-4392-bedb-4f080fa661c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842016 Oct 27 17:37:36.462450 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:36.530486 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bca11007-1d50-410d-849f-07205c52ab22 req-6270b27a-cc0f-4bff-b40a-755b59a6fadc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889449 Oct 27 17:37:36.676240 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'cf967e42-02a7-4a07-bf36-468a36e0e231', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'mac_address': 'fa:16:3e:bf:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:37:16Z', 'updated_at': '2022-10-27T17:37:35Z', 'revision_number': 1, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:36.699897 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28b512-9f43-46ce-81ac-4066fd5a3c6b None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'cf967e42-02a7-4a07-bf36-468a36e0e231', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'mac_address': 'fa:16:3e:bf:35:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:37:16Z', 'updated_at': '2022-10-27T17:37:35Z', 'revision_number': 1, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:36.882458 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb0859-10f5-4789-a6a2-a4a400a83592 None None] New status for floating IP cf967e42-02a7-4a07-bf36-468a36e0e231: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:41.205085 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-84ef970c-9efe-469b-84b3-24b8cb7be1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:43.564941 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f9e2b4b4-1979-4a69-93af-e63393d79656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:45.004793 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:45.666280 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:37:45.938993 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:45.940788 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=15 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:46.227133 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:46.520722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:46.526509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=51 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:46.881987 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:48.716620 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42c60e-a510-4837-92d7-9f88bf37f0fe req-c30602d8-dfad-4ac5-968b-91398e0d8155 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:48.718055 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2b42c60e-a510-4837-92d7-9f88bf37f0fe req-c30602d8-dfad-4ac5-968b-91398e0d8155 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0466685 Oct 27 17:37:48.766392 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2b42c60e-a510-4837-92d7-9f88bf37f0fe req-3626e57f-9a14-4326-a132-f7077671ed5a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Oct 27 17:37:49.891338 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b23b2-3bdd-4f8f-9407-bd62b4acb03a req-1e30dc74-a9ed-4dbf-9764-51a43bcb2d7c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:49.892799 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f2b23b2-3bdd-4f8f-9407-bd62b4acb03a req-1e30dc74-a9ed-4dbf-9764-51a43bcb2d7c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0507360 Oct 27 17:37:49.941544 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7f2b23b2-3bdd-4f8f-9407-bd62b4acb03a req-71947d1c-5b8c-4c65-a7d8-3c329b6a0810 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Oct 27 17:37:51.069001 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055222e-4de3-4893-8001-689f6a7284fc req-72639096-0d51-4e51-87f9-1bacf7532b8f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:51.070457 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f055222e-4de3-4893-8001-689f6a7284fc req-72639096-0d51-4e51-87f9-1bacf7532b8f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0548682 Oct 27 17:37:51.118463 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f055222e-4de3-4893-8001-689f6a7284fc req-d76b7d6f-3d09-4c36-b066-ac1e5834bc69 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Oct 27 17:37:51.613630 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc05668-61c5-4f82-ba3d-ef9a6b7fae35 req-27ae2740-914e-4286-97ea-b82f9f2ffaff tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:51.615098 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8dc05668-61c5-4f82-ba3d-ef9a6b7fae35 req-27ae2740-914e-4286-97ea-b82f9f2ffaff tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Oct 27 17:37:51.661949 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8dc05668-61c5-4f82-ba3d-ef9a6b7fae35 req-49d2bfee-f86e-4b35-9f71-6a71ce75d7be tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 Oct 27 17:37:52.238187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a89f82-671b-49b7-b981-b113bfeea635 req-090315bf-b281-46f9-af96-98480adf2cfa tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:52.239736 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93a89f82-671b-49b7-b981-b113bfeea635 req-090315bf-b281-46f9-af96-98480adf2cfa tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0459452 Oct 27 17:37:52.298621 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93a89f82-671b-49b7-b981-b113bfeea635 req-2b00d973-2134-4720-8ac5-5f75360835ec tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533180 Oct 27 17:37:52.781488 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fd67e-1118-487d-a9b8-11e461f3431e req-485406ab-e9ec-4fe3-9c3b-1663d845595e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:52.782947 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a78fd67e-1118-487d-a9b8-11e461f3431e req-485406ab-e9ec-4fe3-9c3b-1663d845595e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0462575 Oct 27 17:37:52.828830 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a78fd67e-1118-487d-a9b8-11e461f3431e req-5d3992c2-0e2f-4d3a-a221-0a061718a437 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Oct 27 17:37:53.419163 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9368b7-63e5-4124-aaf5-329d5a9d2f2f req-e7b12fdd-beec-4942-88b6-246a3d450bc0 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:53.420657 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8a9368b7-63e5-4124-aaf5-329d5a9d2f2f req-e7b12fdd-beec-4942-88b6-246a3d450bc0 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0461307 Oct 27 17:37:53.469208 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8a9368b7-63e5-4124-aaf5-329d5a9d2f2f req-55baacbc-41b6-4ed8-8552-ac45a9b1673a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431001 Oct 27 17:37:53.947816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77385f59-e02e-4171-9a91-e6fe5469b04a req-e8fac35a-d415-4e42-a20e-f138564d51fe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:53.949272 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-77385f59-e02e-4171-9a91-e6fe5469b04a req-e8fac35a-d415-4e42-a20e-f138564d51fe tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0457063 Oct 27 17:37:53.999142 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-77385f59-e02e-4171-9a91-e6fe5469b04a req-ac9418dd-36c8-40cb-b0fc-66eb0d9812df tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Oct 27 17:37:54.589943 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b5619-f5c0-445e-b3dd-0fc834ac1f95 req-09504cc7-de23-4c3e-addf-0ff39294b992 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:54.591435 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-823b5619-f5c0-445e-b3dd-0fc834ac1f95 req-09504cc7-de23-4c3e-addf-0ff39294b992 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0468223 Oct 27 17:37:54.639732 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-823b5619-f5c0-445e-b3dd-0fc834ac1f95 req-8098e606-7f53-42eb-a7c2-ec7d3e784516 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Oct 27 17:37:55.125472 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cf67-2bd6-445b-8df1-b63a03b8635e req-3c52bc22-9ae0-424e-81a5-1eb367de83c9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:55.126946 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7904cf67-2bd6-445b-8df1-b63a03b8635e req-3c52bc22-9ae0-424e-81a5-1eb367de83c9 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0536189 Oct 27 17:37:55.172898 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7904cf67-2bd6-445b-8df1-b63a03b8635e req-b7e2a8a0-d071-4c20-bf48-dc21d3c88e77 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 Oct 27 17:37:55.661810 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:55.662564 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:55.874298 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-8440bab4-3468-4227-9fe0-31793d3d4018 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:55.875782 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-8440bab4-3468-4227-9fe0-31793d3d4018 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0473208 Oct 27 17:37:55.911840 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b5f56-069b-4c55-9112-fdad5005e569 req-d93e2361-6e99-48c2-abb7-31d3d8dea4dc tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:55.913655 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-099b5f56-069b-4c55-9112-fdad5005e569 req-d93e2361-6e99-48c2-abb7-31d3d8dea4dc tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0500486 Oct 27 17:37:55.963085 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Deleting port 9f15684a-2e4a-47e6-b9f4-740131fbedfb {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:55.963452 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:55.969993 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-099b5f56-069b-4c55-9112-fdad5005e569 req-0dfad8ab-88b1-47ae-a803-48a3076f5f68 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510077 Oct 27 17:37:56.053782 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] For port 9f15684a-2e4a-47e6-b9f4-740131fbedfb, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=9f15684a-2e4a-47e6-b9f4-740131fbedfb,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:37:56.054142 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:56.266945 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:56.267632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:56.267632 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Floating IP 4734eca7-3acf-4def-94da-e1efd15df04c disassociated. External IP: 172.27.0.64, port: 9f15684a-2e4a-47e6-b9f4-740131fbedfb. Oct 27 17:37:56.267969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Calling delete_port for 9f15684a-2e4a-47e6-b9f4-740131fbedfb owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:56.309039 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86661d-5c4f-49b9-bd9a-f1137066aff2 req-596bf38a-4a62-4eb5-b927-35f27c574560 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:56.310498 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aa86661d-5c4f-49b9-bd9a-f1137066aff2 req-596bf38a-4a62-4eb5-b927-35f27c574560 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 945 time: 0.0622222 Oct 27 17:37:56.371563 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:56.386562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:56.408422 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aa86661d-5c4f-49b9-bd9a-f1137066aff2 req-8ef1e874-1574-4f41-b026-707520993d6c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c01068ed-748e-412e-9a56-87bae596013a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713227 Oct 27 17:37:56.466009 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (9f15684a-2e4a-47e6-b9f4-740131fbedfb), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:56.493061 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event deleted for resources: {'Port': ['ID=9f15684a-2e4a-47e6-b9f4-740131fbedfb,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:56.603854 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Router e2d6072b-0a13-4658-a6af-cc259371bb84 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:37:56.704041 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:37:56.713418 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] Sync routers for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:37:56.728206 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:56.728747 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:56.748220 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] No DVR routers for this DVR port 9f15684a-2e4a-47e6-b9f4-740131fbedfb on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:37:56.750864 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:56.754326 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bfea4e12-9c46-459b-9349-7a33a47ccfa2 req-f735c69b-0e70-4609-bdc8-eda4aa424085 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "DELETE /networking/v2.0/ports/9f15684a-2e4a-47e6-b9f4-740131fbedfb HTTP/1.1" status: 204 len: 173 time: 0.8733528 Oct 27 17:37:56.754822 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'name': 'network-vif-deleted', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:37:56.757584 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc90407-1037-4562-b235-491b31f95b0e" -d '{"events": [{"server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "name": "network-vif-deleted", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:37:56.798675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94d583-de29-45dc-bd40-6a12d30543ca x-openstack-request-id: req-6c94d583-de29-45dc-bd40-6a12d30543ca {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:37:56.798993 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41584d40-839e-4610-9c2b-7291f0d8d790", "name": "network-vif-deleted", "tag": "9f15684a-2e4a-47e6-b9f4-740131fbedfb", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:37:56.799244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c94d583-de29-45dc-bd40-6a12d30543ca {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:37:56.799642 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c94d583-de29-45dc-bd40-6a12d30543ca'] response: {'server_uuid': '41584d40-839e-4610-9c2b-7291f0d8d790', 'name': 'network-vif-deleted', 'tag': '9f15684a-2e4a-47e6-b9f4-740131fbedfb', 'status': 'completed', 'code': 200} Oct 27 17:37:56.833291 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:56.875507 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:56.877483 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=56,neutron:UPDATE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:57.040910 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:57.067331 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] Checking router: e2d6072b-0a13-4658-a6af-cc259371bb84 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:37:57.076021 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:37:57.076635 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:57.089923 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1695-bdb7-425a-80d3-3b73339059db req-cf2d2e51-4a8f-4783-9a4d-a9e4131e42cd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:57.091982 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-170a1695-bdb7-425a-80d3-3b73339059db req-cf2d2e51-4a8f-4783-9a4d-a9e4131e42cd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0498860 Oct 27 17:37:57.143994 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-170a1695-bdb7-425a-80d3-3b73339059db req-865a5b07-7650-480a-9563-e48845474efd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452297 Oct 27 17:37:57.181527 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:37:57.210212 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:57.366636 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:37:57.394418 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f07d8-cc87-4ac1-8e4c-abf80465d63b None None] The sync data for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi is: [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:30:31Z', 'revision_number': 4, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '38a2ae68-f206-4dfb-8fc7-596deaff09e6', 'name': '', 'network_id': '1141f554-a530-4b9e-acf6-75096dad10e5', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'mac_address': 'fa:16:3e:9e:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:28Z', 'updated_at': '2022-10-27T17:30:53Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'subnets': [{'id': 'c3ce72eb-6d23-498c-98e0-efc509e4760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:37:57.528635 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-86cc0833-b841-4137-a229-208299ad5969 req-7169df10-44a8-4e41-9484-0c308d175590 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=41584d40-839e-4610-9c2b-7291f0d8d790 HTTP/1.1" status: 200 len: 210 time: 0.0283959 Oct 27 17:37:57.623176 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6a8f7-158a-4fe0-baae-9c6bc9a7ac3f None None] New status for floating IP 4734eca7-3acf-4def-94da-e1efd15df04c: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:37:58.263426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba4635-ba6d-47de-ad11-554648bbf0d1 req-f9ebe37c-c1ad-4e8c-8936-87e68d85ee3f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:58.264889 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4bba4635-ba6d-47de-ad11-554648bbf0d1 req-f9ebe37c-c1ad-4e8c-8936-87e68d85ee3f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0456057 Oct 27 17:37:58.313292 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4bba4635-ba6d-47de-ad11-554648bbf0d1 req-aa275310-6bdd-4f34-810a-c9407d0c8acb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Oct 27 17:37:58.619332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41402) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:58.673153 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group (c01068ed-748e-412e-9a56-87bae596013a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.694614 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group (c01068ed-748e-412e-9a56-87bae596013a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.744775 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c01068ed-748e-412e-9a56-87bae596013a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.747376 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.748581 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c01068ed-748e-412e-9a56-87bae596013a HTTP/1.1" status: 204 len: 168 time: 0.1282444 Oct 27 17:37:58.751182 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41404) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:58.757663 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01068ed-748e-412e-9a56-87bae596013a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:58.765066 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-b65c47ea-a4a8-47c9-9692-c7337a14deb5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] show failed (client error): The resource could not be found. Oct 27 17:37:58.765367 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.765717 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.766047 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b65c47ea-a4a8-47c9-9692-c7337a14deb5 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups/c01068ed-748e-412e-9a56-87bae596013a HTTP/1.1" status: 404 len: 347 time: 0.0137017 Oct 27 17:37:58.766139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.766468 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.766809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.767146 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.767470 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.767820 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.768249 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.768556 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41406) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:37:58.768674 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.768896 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.769219 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.769543 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.769864 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.770182 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d170f5-6741-4498-8ff8-5024ea03676a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:37:58.880808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Deleting port 8fda1eca-eeef-40cc-a307-d137c885eb82 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:37:58.881152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.953992 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.954311 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (8fda1eca-eeef-40cc-a307-d137c885eb82), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:58.966024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Calling delete_port for 8fda1eca-eeef-40cc-a307-d137c885eb82 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:37:59.032918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:59.337123 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (8fda1eca-eeef-40cc-a307-d137c885eb82), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:59.363499 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event deleted for resources: {'Port': ['ID=8fda1eca-eeef-40cc-a307-d137c885eb82,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:37:59.414780 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:37:59.429726 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks [] for floatingip (4734eca7-3acf-4def-94da-e1efd15df04c), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:59.432299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:37:59.433452 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ff810be2-0cd6-4c20-b3fe-b03b4a49e198 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/4734eca7-3acf-4def-94da-e1efd15df04c HTTP/1.1" status: 204 len: 168 time: 0.6640408 Oct 27 17:37:59.449026 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df0cd-60e8-48f1-ac2f-e2d8c4a773f2 req-263ee454-5b8c-4399-af3e-69853169bd75 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:37:59.451168 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f74df0cd-60e8-48f1-ac2f-e2d8c4a773f2 req-263ee454-5b8c-4399-af3e-69853169bd75 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0491822 Oct 27 17:37:59.501224 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 9f15684a-2e4a-47e6-b9f4-740131fbedfb no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:37:59.502273 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f74df0cd-60e8-48f1-ac2f-e2d8c4a773f2 req-d820fb4e-8ed3-474d-b448-6f008dda6de3 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Oct 27 17:37:59.528810 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 9f15684a-2e4a-47e6-b9f4-740131fbedfb {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:37:59.528810 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 9f15684a-2e4a-47e6-b9f4-740131fbedfb not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:00.633518 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152ff6-324d-4e41-baf8-85402fe35b11 req-503c9eb0-74f8-4cbf-9d50-ff614b9186cd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:00.635045 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fa152ff6-324d-4e41-baf8-85402fe35b11 req-503c9eb0-74f8-4cbf-9d50-ff614b9186cd tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0485809 Oct 27 17:38:00.686992 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fa152ff6-324d-4e41-baf8-85402fe35b11 req-d6d565c1-bcec-4095-b7d7-aa23e6e4c710 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Oct 27 17:38:01.812576 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d72e1a-f472-4737-8897-51e7e2314cf7 req-11ae9930-f451-42d0-8d7d-c04dc8217b1e tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:01.814092 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c4d72e1a-f472-4737-8897-51e7e2314cf7 req-11ae9930-f451-42d0-8d7d-c04dc8217b1e tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0494039 Oct 27 17:38:01.875640 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c4d72e1a-f472-4737-8897-51e7e2314cf7 req-63e9951a-fa41-45d9-ae68-4e2ca2c82dda tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457079 Oct 27 17:38:01.927519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d707d4-9d40-4985-973f-2b8103273bb7 req-63fd7671-7a0c-4089-a924-bc0820c91613 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:01.929000 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-61d707d4-9d40-4985-973f-2b8103273bb7 req-63fd7671-7a0c-4089-a924-bc0820c91613 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0461543 Oct 27 17:38:01.978178 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-61d707d4-9d40-4985-973f-2b8103273bb7 req-ed478cc7-ad41-4758-8ef5-e8cb98d1b99a tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Oct 27 17:38:02.744929 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d94cf-b352-4581-932c-1f9d29ac2e59 req-d1e92b3c-39a4-4a1a-a065-824a30a06e97 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:02.746911 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-120d94cf-b352-4581-932c-1f9d29ac2e59 req-d1e92b3c-39a4-4a1a-a065-824a30a06e97 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Oct 27 17:38:02.792074 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-120d94cf-b352-4581-932c-1f9d29ac2e59 req-1c692a7a-76f5-4218-986f-a3fa2d1d16ea tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395997 Oct 27 17:38:02.998818 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdf90a-7393-41b7-87cd-2173dbcd16e7 req-9646be74-0493-4648-b4c2-e4cb278dd2e9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:03.000335 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93fdf90a-7393-41b7-87cd-2173dbcd16e7 req-9646be74-0493-4648-b4c2-e4cb278dd2e9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0485878 Oct 27 17:38:03.036014 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:03.042128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:03.053562 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93fdf90a-7393-41b7-87cd-2173dbcd16e7 req-39588350-2b37-465d-9957-a09da5e57beb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476680 Oct 27 17:38:03.095302 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d9d0b-d760-4442-99db-953c174bc7b6 req-e6067df9-7e96-4623-932d-8aa73f48191e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:03.096794 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-de4d9d0b-d760-4442-99db-953c174bc7b6 req-e6067df9-7e96-4623-932d-8aa73f48191e tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0459273 Oct 27 17:38:03.143401 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-de4d9d0b-d760-4442-99db-953c174bc7b6 req-965fc44e-faa0-4b03-b87f-56aaa75a9c08 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Oct 27 17:38:03.820911 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-4d0db6b4-ce84-4d91-b465-d9396f8a6f54 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:03.822469 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-4d0db6b4-ce84-4d91-b465-d9396f8a6f54 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Oct 27 17:38:03.910570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012058e-5eca-4864-9ae5-489165513b2d req-b0352a0c-be15-48e5-b662-0787eca35598 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:03.912041 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1012058e-5eca-4864-9ae5-489165513b2d req-b0352a0c-be15-48e5-b662-0787eca35598 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0455575 Oct 27 17:38:03.960231 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1012058e-5eca-4864-9ae5-489165513b2d req-d7236489-c655-4ca8-bea2-bf9522cd63cc tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=90195964-598b-4e46-a961-f2782c8e860e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414302 Oct 27 17:38:04.173579 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab64046-1f8a-49f3-9880-9f8bbd83a63a req-ffa52ec0-6efd-44dd-95d9-72ae3f270d6b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.175069 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ab64046-1f8a-49f3-9880-9f8bbd83a63a req-ffa52ec0-6efd-44dd-95d9-72ae3f270d6b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0466297 Oct 27 17:38:04.286220 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ab64046-1f8a-49f3-9880-9f8bbd83a63a req-1a75f249-81ee-42ad-b5b3-5502a48572c6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055422 Oct 27 17:38:04.295552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f1b5-9635-4215-8001-dbc8d4c659b4 req-2cb7c151-d34a-42b1-a935-e0f5d2ab04c3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.297267 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2229f1b5-9635-4215-8001-dbc8d4c659b4 req-2cb7c151-d34a-42b1-a935-e0f5d2ab04c3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 945 time: 0.0784054 Oct 27 17:38:04.300146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-8ad27589-7822-4175-b3d7-e41e1ca5ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.301595 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-8ad27589-7822-4175-b3d7-e41e1ca5ed72 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0667026 Oct 27 17:38:04.304619 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-0d078cd9-94d7-4e1f-a75b-0406ec6bba20 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.306040 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-0d078cd9-94d7-4e1f-a75b-0406ec6bba20 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 945 time: 0.0777125 Oct 27 17:38:04.390498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Deleting port ed86609d-1807-41a9-9302-15671bc13ea6 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:04.390767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.486671 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-40bd3ceb-eec9-48b6-838c-3cdb0258327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.488201 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-40bd3ceb-eec9-48b6-838c-3cdb0258327e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 910 time: 0.1649001 Oct 27 17:38:04.544108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:04.554139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] For port ed86609d-1807-41a9-9302-15671bc13ea6, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ed86609d-1807-41a9-9302-15671bc13ea6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:04.554514 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.584487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Calling delete_port for ed86609d-1807-41a9-9302-15671bc13ea6 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:04.589907 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-b8e556e0-4004-41f2-84cc-f2c7cd999c2a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 1001 time: 0.0955012 Oct 27 17:38:04.633360 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2229f1b5-9635-4215-8001-dbc8d4c659b4 req-177c8e6d-3e30-4826-875a-362473a4e136 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263524 Oct 27 17:38:04.646633 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Deleting port 689c3b28-8322-4e68-94df-67c69ac85d72 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:04.646977 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.659050 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:04.685568 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-db21db11-ed3a-460f-9472-51e973834826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.687042 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-db21db11-ed3a-460f-9472-51e973834826 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.0904639 Oct 27 17:38:04.741329 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] For port 689c3b28-8322-4e68-94df-67c69ac85d72, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=689c3b28-8322-4e68-94df-67c69ac85d72,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:04.741702 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.764752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-f8e8b1fc-42cf-4876-82ff-24e1ee6f531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:04.766276 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-f8e8b1fc-42cf-4876-82ff-24e1ee6f531a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684659 Oct 27 17:38:04.813390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ed86609d-1807-41a9-9302-15671bc13ea6), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.851889 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['a9b83ac3-e8af-444b-9748-299c30d1dd1d', 'ed86609d-1807-41a9-9302-15671bc13ea6'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:38:04.877507 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event deleted for resources: {'Port': ['ID=ed86609d-1807-41a9-9302-15671bc13ea6,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:04.910806 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.911172 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (fc379392-8bb0-402d-b85e-08cebf9ac024), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.911501 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Floating IP fc379392-8bb0-402d-b85e-08cebf9ac024 disassociated. External IP: 172.27.0.143, port: 689c3b28-8322-4e68-94df-67c69ac85d72. Oct 27 17:38:04.911900 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Calling delete_port for 689c3b28-8322-4e68-94df-67c69ac85d72 owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:04.914345 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.914699 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.915041 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.915379 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.915775 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.916076 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.916406 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.917023 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.917147 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.917384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.918238 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.918568 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.918896 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.919218 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.919545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:38:04.947088 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] No DVR routers for this DVR port ed86609d-1807-41a9-9302-15671bc13ea6 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:38:04.950434 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:04.953946 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bf96be30-a0f3-4bf8-bf25-e5c09b39a5f8 req-d759bf1e-20d9-4bf4-aae8-699f26621e96 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ed86609d-1807-41a9-9302-15671bc13ea6 HTTP/1.1" status: 204 len: 173 time: 0.7472603 Oct 27 17:38:04.954205 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'name': 'network-vif-deleted', 'tag': 'ed86609d-1807-41a9-9302-15671bc13ea6'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:04.956483 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4fd9f5-d5d6-4943-a5b4-e84888102e10" -d '{"events": [{"server_uuid": "3c65005a-985e-4fae-a09d-8cfc17bc9e93", "name": "network-vif-deleted", "tag": "ed86609d-1807-41a9-9302-15671bc13ea6"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:04.972323 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-e1f8f9a5-933a-4877-b69f-483e0531814a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983082 Oct 27 17:38:05.004622 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f7132-9769-4653-a422-ad1b83c51831 x-openstack-request-id: req-764f7132-9769-4653-a422-ad1b83c51831 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:05.004784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c65005a-985e-4fae-a09d-8cfc17bc9e93", "name": "network-vif-deleted", "tag": "ed86609d-1807-41a9-9302-15671bc13ea6", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:05.005029 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-764f7132-9769-4653-a422-ad1b83c51831 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:05.005443 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764f7132-9769-4653-a422-ad1b83c51831'] response: {'server_uuid': '3c65005a-985e-4fae-a09d-8cfc17bc9e93', 'name': 'network-vif-deleted', 'tag': 'ed86609d-1807-41a9-9302-15671bc13ea6', 'status': 'completed', 'code': 200} Oct 27 17:38:05.090857 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-588bc260-cbc7-4b0d-a4db-4641aae8dd8e req-fc05f538-363b-4a9f-932d-1ef89f68d606 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116388 Oct 27 17:38:05.098235 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (689c3b28-8322-4e68-94df-67c69ac85d72), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:05.125114 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f38265bd-6a56-45ba-a0e7-cac8e2195c24 req-4fa020ee-95cc-44aa-bb4d-59c076358eba tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.0373685 Oct 27 17:38:05.145707 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event deleted for resources: {'Port': ['ID=689c3b28-8322-4e68-94df-67c69ac85d72,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:05.260292 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Router 19174032-6e07-441f-ae01-5c5e3d74626a has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:38:05.267891 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:05.359261 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:05.372109 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:38:05.382663 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:38:05.394557 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:38:05.395175 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:05.418547 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] No DVR routers for this DVR port 689c3b28-8322-4e68-94df-67c69ac85d72 on host hv-cinder-86283 {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:38:05.420178 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385056-a1d6-4352-9ab5-aaebf2cc7dc3 req-d89b2e01-e81a-493f-9b3b-558d5d20c29c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:05.421027 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:05.421177 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bb385056-a1d6-4352-9ab5-aaebf2cc7dc3 req-d89b2e01-e81a-493f-9b3b-558d5d20c29c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0546083 Oct 27 17:38:05.424314 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4e360937-8c74-4be7-82ab-2c6fd4d997e3 req-38fda5e5-c923-48dc-bdb2-d4746f5fddff tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "DELETE /networking/v2.0/ports/689c3b28-8322-4e68-94df-67c69ac85d72 HTTP/1.1" status: 204 len: 173 time: 1.1099329 Oct 27 17:38:05.424800 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'name': 'network-vif-deleted', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:05.427149 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261cd94-25a0-465f-8789-4fe95ac6adbb" -d '{"events": [{"server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "name": "network-vif-deleted", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:05.464170 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32f1f9f-de9f-44e4-86f1-066eadfc7cde x-openstack-request-id: req-d32f1f9f-de9f-44e4-86f1-066eadfc7cde {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:05.464481 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9f11af-ebc7-4b43-80e4-e03e24ae3490", "name": "network-vif-deleted", "tag": "689c3b28-8322-4e68-94df-67c69ac85d72", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:05.464742 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d32f1f9f-de9f-44e4-86f1-066eadfc7cde {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:05.465145 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32f1f9f-de9f-44e4-86f1-066eadfc7cde'] response: {'server_uuid': '8a9f11af-ebc7-4b43-80e4-e03e24ae3490', 'name': 'network-vif-deleted', 'tag': '689c3b28-8322-4e68-94df-67c69ac85d72', 'status': 'completed', 'code': 200} Oct 27 17:38:05.481862 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bb385056-a1d6-4352-9ab5-aaebf2cc7dc3 req-a0699d9b-1827-4411-b10c-f7836b4c3412 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549505 Oct 27 17:38:05.508949 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:38:05.662574 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:05.698534 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:05.726825 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:38:05.736602 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:38:05.737175 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:37:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:05.748269 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c97ea757-51a3-4dc8-a94b-27a41714e632 req-9ebb13d6-19f1-4262-a42c-9cfcdeef6ec3 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.0288160 Oct 27 17:38:05.768627 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:05.835912 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:38:06.097792 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:06.122424 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4ee582-4470-4b99-b7d7-0cb42caa0c4e None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:38:06.230475 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-62f21287-0e96-4fb0-9e40-6bad56c78ebc req-aef11ffa-1c31-43c8-b805-71c87f4343b5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.0285943 Oct 27 17:38:06.332333 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa03cc-3ab4-44af-838a-26af7a8298e6 None None] New status for floating IP fc379392-8bb0-402d-b85e-08cebf9ac024: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:38:06.606112 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826383-fe82-4094-8fb2-f9ab9fb0f471 req-c8b4a81a-3a27-495d-be0a-66aec3cc3887 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:06.607624 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21826383-fe82-4094-8fb2-f9ab9fb0f471 req-c8b4a81a-3a27-495d-be0a-66aec3cc3887 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0511227 Oct 27 17:38:06.660880 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-21826383-fe82-4094-8fb2-f9ab9fb0f471 req-689e90ad-7b7f-444e-9709-018adfce6777 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473499 Oct 27 17:38:06.861268 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-98d67676-8474-4682-bef5-57c3d0032e83 req-9fd688c1-b58a-4787-8579-e72537af66ab tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=3c65005a-985e-4fae-a09d-8cfc17bc9e93 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Oct 27 17:38:07.350093 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-18e32160-2683-470d-a09d-d9fdb901f3d8 req-c8d03483-cc52-490a-b1f0-9c6b2bea4c16 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=8a9f11af-ebc7-4b43-80e4-e03e24ae3490 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Oct 27 17:38:07.595683 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 689c3b28-8322-4e68-94df-67c69ac85d72 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:07.619619 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 689c3b28-8322-4e68-94df-67c69ac85d72 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:38:07.620002 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 689c3b28-8322-4e68-94df-67c69ac85d72 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:07.620434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ed86609d-1807-41a9-9302-15671bc13ea6 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:07.639458 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: ed86609d-1807-41a9-9302-15671bc13ea6 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:38:07.639837 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ed86609d-1807-41a9-9302-15671bc13ea6 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:07.790477 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3432-40b0-4ae6-a018-63197204c6a7 req-0b9711ff-d080-4579-bb0e-00d69dc452eb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:07.792243 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-41cd3432-40b0-4ae6-a018-63197204c6a7 req-0b9711ff-d080-4579-bb0e-00d69dc452eb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0525079 Oct 27 17:38:07.841738 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-41cd3432-40b0-4ae6-a018-63197204c6a7 req-cd539c06-cb8a-41d7-a272-e3863ca5bccb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Oct 27 17:38:07.917134 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-4f9321d7-dcb7-4758-bfe8-f915d1dd672e req-1ccb6ea6-92a8-4e77-b642-6d2350dabcf0 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:38:07.918163 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4f9321d7-dcb7-4758-bfe8-f915d1dd672e req-1ccb6ea6-92a8-4e77-b642-6d2350dabcf0 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054801 Oct 27 17:38:08.107998 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887d3a-cb5f-44c4-b419-942d2acd97fe req-ce32c628-bd3d-4948-b05b-afa9d30e6fe4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:08.109778 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93887d3a-cb5f-44c4-b419-942d2acd97fe req-ce32c628-bd3d-4948-b05b-afa9d30e6fe4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0523326 Oct 27 17:38:08.163002 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-93887d3a-cb5f-44c4-b419-942d2acd97fe req-c4d11ff2-03fc-4d2e-bd5e-a00f765579af tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472023 Oct 27 17:38:08.170221 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e199-014d-45ee-b0b9-953a9ca34487 req-e659d488-41e7-4d6f-b3d1-9e1e2caed0f7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:08.171832 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8c1e199-014d-45ee-b0b9-953a9ca34487 req-e659d488-41e7-4d6f-b3d1-9e1e2caed0f7 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0543764 Oct 27 17:38:08.174284 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41490) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:08.225960 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f8c1e199-014d-45ee-b0b9-953a9ca34487 req-c9a7dceb-67e1-4a08-b2cd-cfaa14c08c48 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482101 Oct 27 17:38:08.269439 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-c4b60dbe-3b49-49c1-95da-431779468da2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936594 Oct 27 17:38:08.277978 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-f724cf03-67a6-4cf0-b32e-9eec706ada5c service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:38:08.278926 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-f724cf03-67a6-4cf0-b32e-9eec706ada5c service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048957 Oct 27 17:38:08.416785 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41500) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:08.443629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41506) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:08.531888 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-65a84ea7-42e0-4c0b-be88-6183fe56fea9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:08.533248 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-65a84ea7-42e0-4c0b-be88-6183fe56fea9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports/469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 942 time: 0.1194816 Oct 27 17:38:08.538349 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61e60737-7b43-405f-89e3-597b80cb3fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (90195964-598b-4e46-a961-f2782c8e860e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.551310 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:08.564313 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61e60737-7b43-405f-89e3-597b80cb3fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (90195964-598b-4e46-a961-f2782c8e860e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.577804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:08.616625 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61e60737-7b43-405f-89e3-597b80cb3fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (90195964-598b-4e46-a961-f2782c8e860e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.619237 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61e60737-7b43-405f-89e3-597b80cb3fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.623038 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-61e60737-7b43-405f-89e3-597b80cb3fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/90195964-598b-4e46-a961-f2782c8e860e HTTP/1.1" status: 204 len: 168 time: 0.1758146 Oct 27 17:38:08.623967 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41510) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:08.630122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e60737-7b43-405f-89e3-597b80cb3fc5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90195964-598b-4e46-a961-f2782c8e860e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:08.649010 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-243dca3a-b90c-4a72-b171-a0d9d94d4daf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] show failed (client error): The resource could not be found. Oct 27 17:38:08.653768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41514) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:08.667288 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-243dca3a-b90c-4a72-b171-a0d9d94d4daf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups/90195964-598b-4e46-a961-f2782c8e860e HTTP/1.1" status: 404 len: 347 time: 0.0250204 Oct 27 17:38:08.778551 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Deleting port 5c1588a4-537d-4a95-a65a-133453ac334e {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:08.778915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (5c1588a4-537d-4a95-a65a-133453ac334e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.862402 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (5c1588a4-537d-4a95-a65a-133453ac334e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.862728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (5c1588a4-537d-4a95-a65a-133453ac334e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:08.875171 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Calling delete_port for 5c1588a4-537d-4a95-a65a-133453ac334e owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:09.005148 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (5c1588a4-537d-4a95-a65a-133453ac334e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.029429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event deleted for resources: {'Port': ['ID=5c1588a4-537d-4a95-a65a-133453ac334e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:09.090716 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (fc379392-8bb0-402d-b85e-08cebf9ac024), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.093358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.094516 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c28b97bd-30be-48c2-9c5d-9ed6bb7a022b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/fc379392-8bb0-402d-b85e-08cebf9ac024 HTTP/1.1" status: 204 len: 168 time: 0.4397712 Oct 27 17:38:09.177343 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41520) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:09.181849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233176439', 'description': 'tempest-description--1080034456'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:09.205160 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.305236 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc21626-6d1c-4699-ba38-3544390d88e3 req-20d9540d-e044-4072-b942-1b8fae441920 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:09.306737 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fcc21626-6d1c-4699-ba38-3544390d88e3 req-20d9540d-e044-4072-b942-1b8fae441920 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0644295 Oct 27 17:38:09.320025 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.333081 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.354247 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f33e1-cb08-4b30-a696-32a12d5b5fd7 req-c15c9aa6-fa34-40c3-ba75-ded6e5cedfaa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:09.356465 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea2f33e1-cb08-4b30-a696-32a12d5b5fd7 req-c15c9aa6-fa34-40c3-ba75-ded6e5cedfaa tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0544879 Oct 27 17:38:09.388047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.389277 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2109108 Oct 27 17:38:09.389974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086b7e-9808-48c6-9f8c-153d1cf2399e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:09.393262 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41526) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:09.397467 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'security_group_rule': {'security_group_id': '78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:09.405529 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fcc21626-6d1c-4699-ba38-3544390d88e3 req-e17bb8f8-377a-4c46-900e-50c16aa5f53a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925074 Oct 27 17:38:09.418025 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea2f33e1-cb08-4b30-a696-32a12d5b5fd7 req-2e0ed83b-1614-46b7-82b2-bb6b33df9a39 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Oct 27 17:38:09.429813 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (7de01aee-e334-4df5-ac99-57c0cb50b4e6), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.469226 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:09.475337 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:09.489945 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (7de01aee-e334-4df5-ac99-57c0cb50b4e6), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.493785 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (7de01aee-e334-4df5-ac99-57c0cb50b4e6), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.512257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de01aee-e334-4df5-ac99-57c0cb50b4e6,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:09.519872 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.521050 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e3ea2bed-0d50-43bf-963f-447dc9f78c6c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268880 Oct 27 17:38:09.523657 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41528) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:09.528480 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'security_group_rule': {'security_group_id': '78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:09.557019 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (7bfd0b50-85e6-4686-95fa-8b4b125d3e1b), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.594224 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:09.605841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (7bfd0b50-85e6-4686-95fa-8b4b125d3e1b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.609612 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (7bfd0b50-85e6-4686-95fa-8b4b125d3e1b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.628647 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfd0b50-85e6-4686-95fa-8b4b125d3e1b,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:09.646354 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.646354 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-61dfffac-96b1-4211-8598-a041713d97b8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129627 Oct 27 17:38:09.646751 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41530) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:09.648785 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:09.669481 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.672226 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 469bd0cf-71f5-4704-9199-a07d128929ab is: ACTIVE; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:38:09.672620 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.699342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:09.702160 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d63905-6f26-4c57-bbcb-f8534994d514" -d '{"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-unplugged", "status": "completed", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:09.714975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:09.719536 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.746250 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be853c28-4149-4b78-8b40-6368ef3dba7e x-openstack-request-id: req-be853c28-4149-4b78-8b40-6368ef3dba7e {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:09.746540 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-unplugged", "status": "failed", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "code": 422}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:09.746789 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be853c28-4149-4b78-8b40-6368ef3dba7e {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:09.747222 dv-cinder-862831-1-iscsi neutron-server[104581]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be853c28-4149-4b78-8b40-6368ef3dba7e']: {'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'code': 422} returned with failed status Oct 27 17:38:09.753532 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:09.773906 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:09.860412 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Allocated IP 172.27.0.161 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/514a7134-2ef9-4cdf-b36a-d4fe42de2331) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:38:09.967128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.001145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.009248 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:10.043945 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:38:10.049247 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:38:10.051633 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:38:10.080277 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'Port': ['ID=514a7134-2ef9-4cdf-b36a-d4fe42de2331,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:10.125115 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:10.141893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (82efbfda-de0d-433e-ad55-109f803d6b8d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.180264 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.328173 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.332412 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.397529 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'Port': ['ID=514a7134-2ef9-4cdf-b36a-d4fe42de2331,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:10.400019 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (82efbfda-de0d-433e-ad55-109f803d6b8d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.416271 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.418089 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-aa4cce0d-f074-4914-a82c-5cc9bac873f0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7736936 Oct 27 17:38:10.538138 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b7149-7b9e-44d8-b832-7f3dc5802d54 req-26810d02-b4b4-44bd-b419-cf3bb644df19 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:10.539699 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0b5b7149-7b9e-44d8-b832-7f3dc5802d54 req-26810d02-b4b4-44bd-b419-cf3bb644df19 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0536628 Oct 27 17:38:10.553792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75756aa-3871-45b7-bb29-9b1dd54e3bd4 req-06ad3579-58a3-4802-a21f-ba16c609bf3d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:10.555307 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f75756aa-3871-45b7-bb29-9b1dd54e3bd4 req-06ad3579-58a3-4802-a21f-ba16c609bf3d tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0570049 Oct 27 17:38:10.607062 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0b5b7149-7b9e-44d8-b832-7f3dc5802d54 req-c096745d-56ee-4a31-b223-b91fd3f41699 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608981 Oct 27 17:38:10.607648 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f75756aa-3871-45b7-bb29-9b1dd54e3bd4 req-423a053e-7437-4f07-b68d-3a9a818f9b1c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=7dbe8cdc-030a-4268-9cd2-01fb1e50c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Oct 27 17:38:10.645434 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-c750727b-f727-4517-826b-356dd1569cab tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:10.647447 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-c750727b-f727-4517-826b-356dd1569cab tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 945 time: 0.0539691 Oct 27 17:38:10.765115 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Deleting port a9b83ac3-e8af-444b-9748-299c30d1dd1d {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:10.765458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.807008 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-fd41d309-33a1-49c1-a0c5-a213235a1ab0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1233176439&fields=id&tenant_id=a9d4d4a323694c4c9244df4f17342a35 HTTP/1.1" status: 200 len: 267 time: 0.1007109 Oct 27 17:38:10.942020 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] For port a9b83ac3-e8af-444b-9748-299c30d1dd1d, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=a9b83ac3-e8af-444b-9748-299c30d1dd1d,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:10.942283 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:10.963475 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Calling delete_port for a9b83ac3-e8af-444b-9748-299c30d1dd1d owned by compute:nova {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:10.986070 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:10.998278 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-4e57aaac-5253-413d-991a-4c86771d0670 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:10.999767 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-4e57aaac-5253-413d-991a-4c86771d0670 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 810 time: 0.1630485 Oct 27 17:38:11.043940 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-0b12b907-1472-4012-aacb-1a0132c16b6a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/quotas/a9d4d4a323694c4c9244df4f17342a35 HTTP/1.1" status: 200 len: 375 time: 0.0171163 Oct 27 17:38:11.044321 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:11.113654 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-a101c23b-14af-468c-9085-4783cbd38d0c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584164 Oct 27 17:38:11.206215 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2372f7a4-928e-4115-aea4-2030bba05a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:11.227418 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (a9b83ac3-e8af-444b-9748-299c30d1dd1d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:11.267200 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Pushing event deleted for resources: {'Port': ['ID=a9b83ac3-e8af-444b-9748-299c30d1dd1d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:11.279157 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['a9b83ac3-e8af-444b-9748-299c30d1dd1d'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:38:11.300593 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-ac3a32fb-50ae-4c56-b7ec-b228536c15eb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741054 Oct 27 17:38:11.322695 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] No DVR routers for this DVR port a9b83ac3-e8af-444b-9748-299c30d1dd1d on host hv-cinder-86283 {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:38:11.326260 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:11.329494 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-126a38e4-c69f-45dd-bd94-0c0013a9862d req-bd1e07ec-ffba-4e61-90e9-ee5b7243ceb1 tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.40 "DELETE /networking/v2.0/ports/a9b83ac3-e8af-444b-9748-299c30d1dd1d HTTP/1.1" status: 204 len: 173 time: 0.6762738 Oct 27 17:38:11.329971 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'name': 'network-vif-deleted', 'tag': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:11.332296 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced4a8ca-c36d-41a4-be67-8f87bcb3061d" -d '{"events": [{"server_uuid": "7238287c-af11-4c20-96cf-8ee9e4b34e8a", "name": "network-vif-deleted", "tag": "a9b83ac3-e8af-444b-9748-299c30d1dd1d"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:11.390323 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a09ba-a83d-476c-8341-369a20927edd x-openstack-request-id: req-712a09ba-a83d-476c-8341-369a20927edd {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:11.390685 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7238287c-af11-4c20-96cf-8ee9e4b34e8a", "name": "network-vif-deleted", "tag": "a9b83ac3-e8af-444b-9748-299c30d1dd1d", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:11.390998 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-712a09ba-a83d-476c-8341-369a20927edd {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:11.391454 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712a09ba-a83d-476c-8341-369a20927edd'] response: {'server_uuid': '7238287c-af11-4c20-96cf-8ee9e4b34e8a', 'name': 'network-vif-deleted', 'tag': 'a9b83ac3-e8af-444b-9748-299c30d1dd1d', 'status': 'completed', 'code': 200} Oct 27 17:38:11.395492 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-7898cc3f-2811-49c2-99a5-d48c59524bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:11.397057 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-7898cc3f-2811-49c2-99a5-d48c59524bf6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd&tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3 HTTP/1.1" status: 200 len: 1127 time: 0.0509226 Oct 27 17:38:11.423967 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-4ed50b47-ef8f-45fd-b906-37cadce71180 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085012 Oct 27 17:38:11.528878 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-21752e7e-28f3-422f-b1f8-e1354f962c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:11.530444 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-21752e7e-28f3-422f-b1f8-e1354f962c5a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1127 time: 0.0470164 Oct 27 17:38:11.657036 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2e9c5a29-97c9-4170-80ee-692e983fecdd req-4b7621b8-bc9c-4cfa-964e-4c26d8d88fb7 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 210 time: 0.0661478 Oct 27 17:38:11.692341 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-121a84ea-2630-4a77-8f55-45de099fa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:11.693828 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-121a84ea-2630-4a77-8f55-45de099fa6f6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 910 time: 0.1427162 Oct 27 17:38:11.801641 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-b277a8d4-f430-4bff-9bbb-c8aa51999c95 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 999 time: 0.0969093 Oct 27 17:38:11.820312 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2a635-556d-400e-a015-67b873601d55 req-f8a1a7b2-a6e2-4d12-adea-c1d90001a940 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:11.828351 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5cd2a635-556d-400e-a015-67b873601d55 req-f8a1a7b2-a6e2-4d12-adea-c1d90001a940 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0928056 Oct 27 17:38:11.850514 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-84f895ab-91db-40ff-8883-1a59edce226c req-fd7b7fcb-e822-45a3-88b3-762b34d8569c tempest-ServerRescueNegativeTestJSON-1280306624 tempest-ServerRescueNegativeTestJSON-1280306624-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7238287c-af11-4c20-96cf-8ee9e4b34e8a HTTP/1.1" status: 200 len: 210 time: 0.0396807 Oct 27 17:38:11.910737 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-2d05bcd5-7798-4d3d-86b7-d095ff52c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:11.910737 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-2d05bcd5-7798-4d3d-86b7-d095ff52c090 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.0549982 Oct 27 17:38:11.911453 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5cd2a635-556d-400e-a015-67b873601d55 req-9a757ee4-d603-4974-b8c6-96a3161a9113 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788743 Oct 27 17:38:12.149047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-52cd8aa9-be1d-48d7-99d8-fce3fd7d3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:12.150597 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-52cd8aa9-be1d-48d7-99d8-fce3fd7d3a69 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419357 Oct 27 17:38:12.262483 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-013cccbd-7c50-45b4-88ba-8656c6f79e88 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952499 Oct 27 17:38:12.362084 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-7722c9c5-2a6d-4991-8afb-17892168ce57 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925829 Oct 27 17:38:12.779774 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c0a2f5eb-c591-4177-8123-eb45c5fbdc9e req-55d4d0b6-3d1d-4c81-9bb2-bae329a6d36a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 210 time: 0.0276883 Oct 27 17:38:12.912626 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41572) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:13.018117 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2eac-fe7c-4f57-b193-664b8ccdae06 req-afb86979-57f0-4b17-b0cb-e8b6268ba21b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:13.019595 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83cb2eac-fe7c-4f57-b193-664b8ccdae06 req-afb86979-57f0-4b17-b0cb-e8b6268ba21b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0492129 Oct 27 17:38:13.072595 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83cb2eac-fe7c-4f57-b193-664b8ccdae06 req-500fdd07-da63-4a5e-9fa9-f84ec8248f42 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Oct 27 17:38:13.312358 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (e2d6072b-0a13-4658-a6af-cc259371bb84), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:13.406777 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:13.467725 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:13.529326 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Deleting port 38a2ae68-f206-4dfb-8fc7-596deaff09e6 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:13.529668 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:13.566761 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68f5d0a4-3ac4-4720-9e8a-c37a1760a435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:13.601819 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device a9b83ac3-e8af-444b-9748-299c30d1dd1d no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:13.625414 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: a9b83ac3-e8af-444b-9748-299c30d1dd1d {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:38:13.625766 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device a9b83ac3-e8af-444b-9748-299c30d1dd1d not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:13.843813 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] For port 38a2ae68-f206-4dfb-8fc7-596deaff09e6, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=38a2ae68-f206-4dfb-8fc7-596deaff09e6,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:13.844175 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:13.858240 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Calling delete_port for 38a2ae68-f206-4dfb-8fc7-596deaff09e6 owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:13.887813 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7c736e8b-d059-41c0-b552-dc8e5ef64264 req-23b1c931-4e59-4b9c-81cb-5a5a6116dfe0 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 210 time: 0.0307477 Oct 27 17:38:14.005747 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.039633 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.068423 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (38a2ae68-f206-4dfb-8fc7-596deaff09e6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.081588 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-afb4f32f-6819-4142-b557-aad5ddeceab9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:14.083446 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-afb4f32f-6819-4142-b557-aad5ddeceab9 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 810 time: 0.1121056 Oct 27 17:38:14.094735 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a2ae68-f206-4dfb-8fc7-596deaff09e6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:14.161283 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-5416db7c-b6cc-4980-afd1-e7b9a9a168f2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a9d4d4a323694c4c9244df4f17342a35 HTTP/1.1" status: 200 len: 380 time: 0.0619256 Oct 27 17:38:14.225153 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd1992-2009-426c-990c-e3ab9f5de32c req-f75105f1-d471-4b5f-b856-7ee34bbb651f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:14.226695 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-09dd1992-2009-426c-990c-e3ab9f5de32c req-f75105f1-d471-4b5f-b856-7ee34bbb651f tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0532863 Oct 27 17:38:14.269012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'port': {'device_id': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'admin_state_up': True, 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'security_groups': ['78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:14.286596 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (e2d6072b-0a13-4658-a6af-cc259371bb84), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.306779 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-09dd1992-2009-426c-990c-e3ab9f5de32c req-d8fc4c8f-ab69-47ae-a81f-2eea93d5a396 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728631 Oct 27 17:38:14.312695 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d806bf7-187b-48d2-96a0-34f5644e3362 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:38:14.399915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Made reservation on behalf of a9d4d4a323694c4c9244df4f17342a35 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:38:14.403815 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.419552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d806bf7-187b-48d2-96a0-34f5644e3362 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:38:14.530778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.543429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Allocated IP 172.20.0.4 (ace0e445-53a9-4562-8c1c-1746268e4744/7ab53b09-4272-4f5b-86bd-0acf7f6ce418/fafb856a-ed24-421f-b6a8-a3cb9bd61b71) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:38:14.562567 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.571338 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Router e2d6072b-0a13-4658-a6af-cc259371bb84 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:38:14.585939 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.643280 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.690524 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:38:14.695934 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-09c2db60-112f-4f7a-b2d7-f747c27b3623 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/e2d6072b-0a13-4658-a6af-cc259371bb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828093 Oct 27 17:38:14.699405 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41586) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:14.707942 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] Sync routers for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:38:14.731650 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.734006 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:38:14.735194 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:38:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:14.780845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.815681 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks [] for router (e2d6072b-0a13-4658-a6af-cc259371bb84), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.822777 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Network ace0e445-53a9-4562-8c1c-1746268e4744 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:38:14.827506 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:38:14.831921 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:38:14.878039 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:38:14.881896 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event updated for resources: {'Port': ['ID=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:14.900755 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:14.901718 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.911826 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:14.925087 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b0a9785f-e752-4b16-ba0c-f2f0655e346d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6623921 Oct 27 17:38:14.936241 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks [] for router_gateway (e2d6072b-0a13-4658-a6af-cc259371bb84), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:14.952314 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Request body: {'port': {'device_id': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:14.989216 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Deleting port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:14.989569 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.027690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.046145 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.109103 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6268b6-bcff-4822-a7d8-f44f5d971792 req-d5eb274e-e29e-46ef-96a0-18fa08eca0ae tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:15.111108 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8f6268b6-bcff-4822-a7d8-f44f5d971792 req-d5eb274e-e29e-46ef-96a0-18fa08eca0ae tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 931 time: 0.1014726 Oct 27 17:38:15.126761 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:38:14Z', 'revision_number': 5, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port': {'id': '6cf75e52-da5e-4d8d-b63f-12af2c4ecffc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:fc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:15.154745 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] Checking router: e2d6072b-0a13-4658-a6af-cc259371bb84 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:38:15.159601 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] For port 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:15.161089 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.161234 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:15.164028 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] Routers {'e2d6072b-0a13-4658-a6af-cc259371bb84'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:38:15.164745 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:38:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['e2d6072b-0a13-4658-a6af-cc259371bb84'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:15.194027 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Calling delete_port for 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:15.201824 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8f6268b6-bcff-4822-a7d8-f44f5d971792 req-3b138886-a907-40c6-8181-8881485a179b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842481 Oct 27 17:38:15.266588 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1cb070e8-6d6f-434d-98ee-60258bf8389e None None] Provisioning complete for port 1246a546-dae3-4afe-b606-d9748e5698c9 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:38:15.266952 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1cb070e8-6d6f-434d-98ee-60258bf8389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.267285 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1cb070e8-6d6f-434d-98ee-60258bf8389e None None] Attempt 1 to provision port 1246a546-dae3-4afe-b606-d9748e5698c9 Oct 27 17:38:15.270589 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] Set router e2d6072b-0a13-4658-a6af-cc259371bb84 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:38:15.338875 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:38:14Z', 'revision_number': 6, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:15.411273 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2808039-1cf1-433c-aed2-40ffc5fffd20 None None] The sync data for ids ['e2d6072b-0a13-4658-a6af-cc259371bb84'] in dv-cinder-862831-1-iscsi is: [{'id': 'e2d6072b-0a13-4658-a6af-cc259371bb84', 'name': 'tempest-ServerRescueNegativeTestJSON-2019963842-router', 'tenant_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:18Z', 'updated_at': '2022-10-27T17:38:14Z', 'revision_number': 6, 'project_id': 'e29292a8f0184800a931a0cbd8c72bf8', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:38:15.416035 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (6cf75e52-da5e-4d8d-b63f-12af2c4ecffc), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.420495 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1cb070e8-6d6f-434d-98ee-60258bf8389e None None] Current status of the port 1246a546-dae3-4afe-b606-d9748e5698c9 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:38:15.429103 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafb856a-ed24-421f-b6a8-a3cb9bd61b71 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:38:15.450916 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Publish callbacks [] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.473005 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf75e52-da5e-4d8d-b63f-12af2c4ecffc,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:15.506458 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Transition to ACTIVE for port object fafb856a-ed24-421f-b6a8-a3cb9bd61b71 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:38:15.512744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.515490 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (e2d6072b-0a13-4658-a6af-cc259371bb84), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.521958 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad33-740c-4e12-9e7a-0db1b4113f0d req-4cb29b84-3dc8-4eb6-a693-20f44500ffd1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:15.523438 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-78cfad33-740c-4e12-9e7a-0db1b4113f0d req-4cb29b84-3dc8-4eb6-a693-20f44500ffd1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0693872 Oct 27 17:38:15.544240 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:15.609004 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (e2d6072b-0a13-4658-a6af-cc259371bb84), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.611132 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks [] for router_controller (e2d6072b-0a13-4658-a6af-cc259371bb84), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.618384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Pushing event updated for resources: {'Port': ['ID=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:15.653696 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-78cfad33-740c-4e12-9e7a-0db1b4113f0d req-52d7da28-47c8-4cea-82b0-8419d32d4e75 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072717 Oct 27 17:38:15.664196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (e2d6072b-0a13-4658-a6af-cc259371bb84), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.664959 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d6072b-0a13-4658-a6af-cc259371bb84 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:38:15.669928 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.671116 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9728dfdd-33dd-4483-8339-37358c0e963d admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/e2d6072b-0a13-4658-a6af-cc259371bb84 HTTP/1.1" status: 204 len: 168 time: 0.9705818 Oct 27 17:38:15.673646 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41594) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:15.682445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Attempting to bind port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:38:15.682875 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Attempting to bind port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:38:15.683297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Attempting to bind port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 on network ace0e445-53a9-4562-8c1c-1746268e4744 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:38:15.718871 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Deleting subnet c3ce72eb-6d23-498c-98e0-efc509e4760f {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:38:15.721991 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Publish callbacks [] for subnet (c3ce72eb-6d23-498c-98e0-efc509e4760f), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.730291 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 on network ace0e445-53a9-4562-8c1c-1746268e4744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:38:15.730620 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Attempting to bind port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 on network ace0e445-53a9-4562-8c1c-1746268e4744 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:38:15.756918 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25733677'] for subnet (c3ce72eb-6d23-498c-98e0-efc509e4760f), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.770660 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:38:15.770989 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Checking segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:38:15.771364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Bound using segment: {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:38:15.771814 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Bound port: fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72856cf-fee9-4ab8-aa76-ec815b03400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:38:15.772167 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.795075 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:15.839552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (c3ce72eb-6d23-498c-98e0-efc509e4760f), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.841910 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] For port fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:38:15.845184 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] For port fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:38:15.853133 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.880100 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:15.880725 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.882135 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/fafb856a-ed24-421f-b6a8-a3cb9bd61b71 HTTP/1.1" status: 200 len: 1093 time: 0.9411888 Oct 27 17:38:15.882761 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:15.885034 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b26c77e-0088-411d-9100-d48b23a7cb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:15.903912 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25552557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380608'] for subnet (c3ce72eb-6d23-498c-98e0-efc509e4760f), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.925731 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1dfdc-8ed4-4bf0-93e5-21d4af73146b service neutron] Pushing event updated for resources: {'Port': ['ID=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:15.932562 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ce72eb-6d23-498c-98e0-efc509e4760f,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:15.936495 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:15.940263 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ce5cad0d-76c7-419c-8482-1e8135b8a371 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c3ce72eb-6d23-498c-98e0-efc509e4760f HTTP/1.1" status: 204 len: 168 time: 0.2652431 Oct 27 17:38:15.942409 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41598) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:15.944754 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e5b68-0889-4091-97a7-cb2e69441962 x-openstack-request-id: req-cb2e5b68-0889-4091-97a7-cb2e69441962 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:15.945074 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:15.945374 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb2e5b68-0889-4091-97a7-cb2e69441962 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:15.945722 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2e5b68-0889-4091-97a7-cb2e69441962'] response: {'name': 'network-changed', 'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'status': 'completed', 'code': 200} Oct 27 17:38:15.949224 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb778f-1bd1-4d45-93d0-30e6a878ec7c None None] Network 1141f554-a530-4b9e-acf6-75096dad10e5 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:38:15.986396 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:16.023203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-d479f6ee-54ce-4542-890a-b7e5625561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:16.025087 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-d479f6ee-54ce-4542-890a-b7e5625561f1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 1127 time: 0.0477138 Oct 27 17:38:16.034925 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (1141f554-a530-4b9e-acf6-75096dad10e5), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.078015 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-d1b3e2e3-8b25-4893-90f0-f1855afb720f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71 HTTP/1.1" status: 200 len: 217 time: 0.0379584 Oct 27 17:38:16.085982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Deleting port 1246a546-dae3-4afe-b606-d9748e5698c9 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:16.086431 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.131052 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] DHCP port deletion for 1141f554-a530-4b9e-acf6-75096dad10e5 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:38:16.149894 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b14696b3-5b1f-4f8e-91df-7c3f4ffdeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:16.151402 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b14696b3-5b1f-4f8e-91df-7c3f4ffdeffc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.0655401 Oct 27 17:38:16.159109 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] For port 1246a546-dae3-4afe-b606-d9748e5698c9, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=1246a546-dae3-4afe-b606-d9748e5698c9,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:16.159660 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.173756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Calling delete_port for 1246a546-dae3-4afe-b606-d9748e5698c9 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:16.176838 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] Deleting port 1246a546-dae3-4afe-b606-d9748e5698c9 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:38:16.177213 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.287027 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.326038 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] No DVR routers for this DVR port 1246a546-dae3-4afe-b606-d9748e5698c9 on host dv-cinder-862831-1-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:38:16.332191 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1246a546-dae3-4afe-b606-d9748e5698c9,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:16.429754 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (1141f554-a530-4b9e-acf6-75096dad10e5), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.432164 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] For port 1246a546-dae3-4afe-b606-d9748e5698c9, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=1246a546-dae3-4afe-b606-d9748e5698c9,segment=NetworkSegment(c6b4229f-96c4-4739-882d-4018f451f171),segment_id=c6b4229f-96c4-4739-882d-4018f451f171)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:16.433305 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.441735 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.450246 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] Calling delete_port for 1246a546-dae3-4afe-b606-d9748e5698c9 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:38:16.457443 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1141f554-a530-4b9e-acf6-75096dad10e5']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:16.468591 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b4229f-96c4-4739-882d-4018f451f171') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:16.468898 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b4229f-96c4-4739-882d-4018f451f171') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:16.480574 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (c6b4229f-96c4-4739-882d-4018f451f171), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.495685 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (c6b4229f-96c4-4739-882d-4018f451f171), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.496816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-6783e23a-dc81-42e7-b2ae-d0968d81f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:16.499014 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-6783e23a-dc81-42e7-b2ae-d0968d81f932 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3403523 Oct 27 17:38:16.520463 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:38:16.520861 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (c6b4229f-96c4-4739-882d-4018f451f171), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.537686 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (1246a546-dae3-4afe-b606-d9748e5698c9), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.548558 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a1173-04f8-4f05-b45d-e703778aa4b4 req-33be959e-f06d-4bda-b745-184f694a09c3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:16.556785 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-021a1173-04f8-4f05-b45d-e703778aa4b4 req-33be959e-f06d-4bda-b745-184f694a09c3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 943 time: 0.0930405 Oct 27 17:38:16.560142 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment c6b4229f-96c4-4739-882d-4018f451f171 resource provider aggregate not found Oct 27 17:38:16.565574 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:16.574489 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] Pushing event deleted for resources: {'Port': ['ID=1246a546-dae3-4afe-b606-d9748e5698c9,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:16.597133 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8b292-3196-4304-8e37-782cd7ace3ea None None] No DVR routers for this DVR port 1246a546-dae3-4afe-b606-d9748e5698c9 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:38:16.602058 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment c6b4229f-96c4-4739-882d-4018f451f171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6b4229f-96c4-4739-882d-4018f451f171 found for delete ", "request_id": "req-b3f191c4-be0f-44cf-910a-32c8c8c960d4"}]} Oct 27 17:38:16.621399 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 38a2ae68-f206-4dfb-8fc7-596deaff09e6 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:16.623118 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (1141f554-a530-4b9e-acf6-75096dad10e5), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.630693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:16.643327 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 38a2ae68-f206-4dfb-8fc7-596deaff09e6 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:38:16.643680 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 38a2ae68-f206-4dfb-8fc7-596deaff09e6 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:16.644119 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:16.648884 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.654611 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/1141f554-a530-4b9e-acf6-75096dad10e5 HTTP/1.1" status: 204 len: 168 time: 0.7089510 Oct 27 17:38:16.654611 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512fd9f-10cd-4eb7-8bcb-461833a77c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=1141f554-a530-4b9e-acf6-75096dad10e5,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:16.668047 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-021a1173-04f8-4f05-b45d-e703778aa4b4 req-2c66996f-ad65-4251-bf1b-70f477a2d2b4 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095755 Oct 27 17:38:16.670271 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:38:16.670800 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 6cf75e52-da5e-4d8d-b63f-12af2c4ecffc not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:16.671395 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 1246a546-dae3-4afe-b606-d9748e5698c9 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:38:16.693885 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 1246a546-dae3-4afe-b606-d9748e5698c9 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:38:16.694415 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-4128d720-b2bd-450c-921a-6993ab1300e6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861074 Oct 27 17:38:16.694560 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 1246a546-dae3-4afe-b606-d9748e5698c9 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:38:16.795052 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aea91901-d1a5-4ebb-95e5-ec76b179ef5d req-b89029b2-42f4-42e5-b3ec-2d69ab8e2c4a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939796 Oct 27 17:38:16.810799 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b900c-9ceb-4a22-9abc-6c11ed119df5 req-c840d6c6-49ff-4e45-aea3-5cfce8ea754d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:16.814372 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-770b900c-9ceb-4a22-9abc-6c11ed119df5 req-c840d6c6-49ff-4e45-aea3-5cfce8ea754d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0560892 Oct 27 17:38:16.814609 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41610) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:16.857208 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c8166a98-8bad-4300-9453-c684f6901f4e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e29292a8f0184800a931a0cbd8c72bf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412018 Oct 27 17:38:16.859619 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41612) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:16.863585 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-770b900c-9ceb-4a22-9abc-6c11ed119df5 req-c034b042-a4fa-4c2c-8859-1b4dc468d977 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452030 Oct 27 17:38:16.891776 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.913957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6154be6-4885-41cd-9145-c11a021ed9b2 admin admin] Publish callbacks [] for security_group (7dbe8cdc-030a-4268-9cd2-01fb1e50c281), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.933530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6154be6-4885-41cd-9145-c11a021ed9b2 admin admin] Publish callbacks [] for security_group (7dbe8cdc-030a-4268-9cd2-01fb1e50c281), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.980908 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6154be6-4885-41cd-9145-c11a021ed9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (7dbe8cdc-030a-4268-9cd2-01fb1e50c281), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.983454 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c6154be6-4885-41cd-9145-c11a021ed9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:16.984651 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c6154be6-4885-41cd-9145-c11a021ed9b2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7dbe8cdc-030a-4268-9cd2-01fb1e50c281 HTTP/1.1" status: 204 len: 168 time: 0.1241119 Oct 27 17:38:16.992479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6154be6-4885-41cd-9145-c11a021ed9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe8cdc-030a-4268-9cd2-01fb1e50c281,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:17.791068 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab0773-2ae1-4043-992d-a2dcb7061410 req-39816530-bf2f-4ed7-8d80-a39c640f7bfe tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:17.793224 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b3ab0773-2ae1-4043-992d-a2dcb7061410 req-39816530-bf2f-4ed7-8d80-a39c640f7bfe tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 943 time: 0.0509360 Oct 27 17:38:17.841525 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b3ab0773-2ae1-4043-992d-a2dcb7061410 req-e378f237-7de3-43a2-95de-62bcc7832270 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Oct 27 17:38:17.991778 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db16ecd-f53e-47e6-a991-c13102559a27 req-4649405a-262e-45a5-9faf-4dff6e4165d0 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:17.993298 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7db16ecd-f53e-47e6-a991-c13102559a27 req-4649405a-262e-45a5-9faf-4dff6e4165d0 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0494649 Oct 27 17:38:18.043908 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7db16ecd-f53e-47e6-a991-c13102559a27 req-dbe7c6cb-cfdb-4c92-8bde-9525420410db tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Oct 27 17:38:18.968697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55d1f6-5fcf-490b-9923-997941e8ecef req-022cca7c-b9ed-4c56-99c6-a0bc55873d6b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:18.970191 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3e55d1f6-5fcf-490b-9923-997941e8ecef req-022cca7c-b9ed-4c56-99c6-a0bc55873d6b tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 943 time: 0.0504684 Oct 27 17:38:19.020829 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3e55d1f6-5fcf-490b-9923-997941e8ecef req-5e3f1348-2eb4-4dae-a4b3-9aee20b555a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Oct 27 17:38:19.043875 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41688) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:19.164548 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65c73-59fe-491d-9498-e1ef9eef3adf req-3ff656ca-6f31-4797-aec9-f49f9057a78b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:19.165372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe897-dc2f-4618-b3da-447bf7abcbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.166047 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ed65c73-59fe-491d-9498-e1ef9eef3adf req-3ff656ca-6f31-4797-aec9-f49f9057a78b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0475543 Oct 27 17:38:19.213365 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:19.225415 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9ed65c73-59fe-491d-9498-e1ef9eef3adf req-ad4cc533-6456-4fb9-8e38-6332edcdba37 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533514 Oct 27 17:38:19.245089 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe897-dc2f-4618-b3da-447bf7abcbf0 admin admin] Publish callbacks [] for security_group (dc7d4d20-6bfe-450e-9ac3-accb0b950a1a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.249203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe897-dc2f-4618-b3da-447bf7abcbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (dc7d4d20-6bfe-450e-9ac3-accb0b950a1a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.286907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfe897-dc2f-4618-b3da-447bf7abcbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d4d20-6bfe-450e-9ac3-accb0b950a1a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:19.291199 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-f2bfe897-dc2f-4618-b3da-447bf7abcbf0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=acd2c3f6a6604c27bf66c303bb35528b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462800 Oct 27 17:38:19.293842 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41694) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:19.344680 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-832aeec7-4eab-4a0d-9727-bcb702ff0549 admin admin] Publish callbacks [] for security_group (dc7d4d20-6bfe-450e-9ac3-accb0b950a1a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.368824 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-832aeec7-4eab-4a0d-9727-bcb702ff0549 admin admin] Publish callbacks [] for security_group (dc7d4d20-6bfe-450e-9ac3-accb0b950a1a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.390521 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:19.424268 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-832aeec7-4eab-4a0d-9727-bcb702ff0549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (dc7d4d20-6bfe-450e-9ac3-accb0b950a1a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.426773 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-832aeec7-4eab-4a0d-9727-bcb702ff0549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.427868 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-832aeec7-4eab-4a0d-9727-bcb702ff0549 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/dc7d4d20-6bfe-450e-9ac3-accb0b950a1a HTTP/1.1" status: 204 len: 168 time: 0.1330273 Oct 27 17:38:19.453176 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aeec7-4eab-4a0d-9727-bcb702ff0549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d4d20-6bfe-450e-9ac3-accb0b950a1a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:19.461487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-168b8c1c-b824-4c13-bf34-fcbfb5560a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:19.463041 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-168b8c1c-b824-4c13-bf34-fcbfb5560a48 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 1127 time: 0.0483632 Oct 27 17:38:19.630072 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device fafb856a-ed24-421f-b6a8-a3cb9bd61b71 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:38:19.694618 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41700) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:19.708739 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a8395418-129e-4ad1-9bf4-501e5e6eb532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.733042 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:19.733825 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:19.745623 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'port_id': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'mac_address': 'fa:16:3e:4b:51:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:38:19.783958 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:38:19.784354 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.790839 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a8395418-129e-4ad1-9bf4-501e5e6eb532 admin admin] Publish callbacks [] for security_group (5d6be9a0-47ac-4162-a8e9-7cf9d0846575), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.795278 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a8395418-129e-4ad1-9bf4-501e5e6eb532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5d6be9a0-47ac-4162-a8e9-7cf9d0846575), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.801701 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafb856a-ed24-421f-b6a8-a3cb9bd61b71 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:38:19.821591 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:19.826153 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.836803 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a8395418-129e-4ad1-9bf4-501e5e6eb532 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=676f9c5463f24a6fafdb96e586591f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410811 Oct 27 17:38:19.837658 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8395418-129e-4ad1-9bf4-501e5e6eb532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6be9a0-47ac-4162-a8e9-7cf9d0846575,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:19.840212 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41702) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:19.861611 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:19.876997 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:19.896764 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb52-8b4d-4e08-98e4-1d4336e19c3e admin admin] Publish callbacks [] for security_group (5d6be9a0-47ac-4162-a8e9-7cf9d0846575), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.917108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb52-8b4d-4e08-98e4-1d4336e19c3e admin admin] Publish callbacks [] for security_group (5d6be9a0-47ac-4162-a8e9-7cf9d0846575), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.963996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb52-8b4d-4e08-98e4-1d4336e19c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5d6be9a0-47ac-4162-a8e9-7cf9d0846575), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.966509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-60b1fb52-8b4d-4e08-98e4-1d4336e19c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:19.967698 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-60b1fb52-8b4d-4e08-98e4-1d4336e19c3e admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5d6be9a0-47ac-4162-a8e9-7cf9d0846575 HTTP/1.1" status: 204 len: 168 time: 0.1263921 Oct 27 17:38:19.976477 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1fb52-8b4d-4e08-98e4-1d4336e19c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6be9a0-47ac-4162-a8e9-7cf9d0846575,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:20.148073 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5d2f-9de3-4ac3-948e-81cc5255de4e req-72a3f6fa-c12f-4f8a-b491-2ee3b45eb4f5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:20.149615 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fbcb5d2f-9de3-4ac3-948e-81cc5255de4e req-72a3f6fa-c12f-4f8a-b491-2ee3b45eb4f5 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 944 time: 0.0515258 Oct 27 17:38:20.197481 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fbcb5d2f-9de3-4ac3-948e-81cc5255de4e req-fd843c2e-2b31-48c2-b8de-a083ce487edf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Oct 27 17:38:20.348330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24d66-0503-4245-b45a-d082a95e9ae8 req-db78fb6a-e906-4900-affb-efeb129ec5c6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:20.350149 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25e24d66-0503-4245-b45a-d082a95e9ae8 req-db78fb6a-e906-4900-affb-efeb129ec5c6 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0480247 Oct 27 17:38:20.402196 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-25e24d66-0503-4245-b45a-d082a95e9ae8 req-8028c2ce-d54f-4b72-af40-34b6c8237479 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Oct 27 17:38:20.415942 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['fafb856a-ed24-421f-b6a8-a3cb9bd61b71'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:38:20.420195 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:20.693791 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-ea1f64ca-ec47-413d-9031-e74ba454e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:20.695275 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-ea1f64ca-ec47-413d-9031-e74ba454e6fd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.0894094 Oct 27 17:38:20.738065 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-072f4ea2-1821-4cce-8c27-7b0d4db3b840 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71 HTTP/1.1" status: 200 len: 217 time: 0.0364442 Oct 27 17:38:20.787305 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-5d471dfb-68c2-4271-911b-605aedaa5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:20.788800 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-5d471dfb-68c2-4271-911b-605aedaa5e1c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.0449584 Oct 27 17:38:20.833489 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-ddacf297-7fb4-4440-8df0-c0a691072a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:20.835069 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-ddacf297-7fb4-4440-8df0-c0a691072a3a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398090 Oct 27 17:38:20.930150 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-d2ae03c0-3f33-47aa-9a4d-384f0ad95d6a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Oct 27 17:38:21.022050 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9b26c77e-0088-411d-9100-d48b23a7cb1a req-c5909d92-0b89-4265-b765-a0d440b51535 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Oct 27 17:38:21.321550 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6f859-30cb-4728-979b-2e793daa060f req-b83e9e90-5cef-4f90-82a0-e5650f5e5f51 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:21.323567 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ac6f859-30cb-4728-979b-2e793daa060f req-b83e9e90-5cef-4f90-82a0-e5650f5e5f51 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 944 time: 0.0509353 Oct 27 17:38:21.370453 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:21.375366 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8ac6f859-30cb-4728-979b-2e793daa060f req-58c549ef-a95e-4e0c-b80e-18a8e955e5ee tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456073 Oct 27 17:38:21.532362 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70348f-ccdd-416d-866b-63eb0dfc9e50 req-37bb0b53-1a01-4f12-bfdc-1d52d59e7cc1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:21.533830 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1d70348f-ccdd-416d-866b-63eb0dfc9e50 req-37bb0b53-1a01-4f12-bfdc-1d52d59e7cc1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 943 time: 0.0518258 Oct 27 17:38:21.585340 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1d70348f-ccdd-416d-866b-63eb0dfc9e50 req-6b304be7-0692-4ced-b993-8aa5e75089f5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Oct 27 17:38:21.656024 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:38:21.675978 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device fafb856a-ed24-421f-b6a8-a3cb9bd61b71 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:38:21.792677 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:38:21.795953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:21.804396 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:38:21.804767 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:21.805099 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 Oct 27 17:38:21.826770 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '469bd0cf-71f5-4704-9199-a07d128929ab', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'port_id': '469bd0cf-71f5-4704-9199-a07d128929ab', 'mac_address': 'fa:16:3e:bc:e8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:38:21.876857 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 469bd0cf-71f5-4704-9199-a07d128929ab is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:38:21.877241 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:21.893453 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469bd0cf-71f5-4704-9199-a07d128929ab {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:38:21.943910 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:21.945321 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:38:21.945728 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:21.949782 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:21.996329 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:21.998607 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e7c35-1b7b-4dfa-bd85-7a45387730af" -d '{"events": [{"server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "name": "network-vif-plugged", "status": "completed", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:22.018650 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:22.028287 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:22.035961 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=7']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:22.046515 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc66924-5792-482e-a7d7-96676b50c1f1 x-openstack-request-id: req-bbc66924-5792-482e-a7d7-96676b50c1f1 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:22.047649 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "name": "network-vif-plugged", "status": "completed", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:22.047649 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbc66924-5792-482e-a7d7-96676b50c1f1 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:22.047866 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc66924-5792-482e-a7d7-96676b50c1f1'] response: {'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'code': 200} Oct 27 17:38:22.092349 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:22.284535 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c146e-8256-423b-8247-a04ae3c4fa42 req-81a00ccc-6524-4c6e-a061-6ae3ed3b37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:22.286048 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e81c146e-8256-423b-8247-a04ae3c4fa42 req-81a00ccc-6524-4c6e-a061-6ae3ed3b37a8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 1129 time: 0.0387056 Oct 27 17:38:22.332530 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e81c146e-8256-423b-8247-a04ae3c4fa42 req-eb63a0e6-9602-491e-aaf0-045cf7c49c82 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Oct 27 17:38:22.424594 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['469bd0cf-71f5-4704-9199-a07d128929ab'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:38:22.513338 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067e01b-00eb-4533-8d1a-b0bc2416b562 req-bee778b0-8f00-4f87-a02a-d9b496b56dc3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:22.514887 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3067e01b-00eb-4533-8d1a-b0bc2416b562 req-bee778b0-8f00-4f87-a02a-d9b496b56dc3 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0614564 Oct 27 17:38:22.526776 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:22.566593 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3067e01b-00eb-4533-8d1a-b0bc2416b562 req-4f787458-6616-47fd-80eb-243a451e2454 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452271 Oct 27 17:38:22.586934 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:22.671771 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:38:22.732783 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56d0cf-892d-488f-82ef-55d6114eec70 req-84ea29bc-bb26-420e-ab90-b8d4f1916e4b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:22.734266 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ce56d0cf-892d-488f-82ef-55d6114eec70 req-84ea29bc-bb26-420e-ab90-b8d4f1916e4b tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 944 time: 0.0629768 Oct 27 17:38:22.790609 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ce56d0cf-892d-488f-82ef-55d6114eec70 req-7b9b8988-f073-4daa-974f-a442a2a6f651 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492172 Oct 27 17:38:23.683141 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:38:23.702002 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c31d0-075d-45cb-a61e-d6070966968f req-1c9167bd-83c2-4eab-a18b-ea48ec23cf1d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:23.703344 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e07c31d0-075d-45cb-a61e-d6070966968f req-1c9167bd-83c2-4eab-a18b-ea48ec23cf1d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0490174 Oct 27 17:38:23.728523 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 469bd0cf-71f5-4704-9199-a07d128929ab triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:38:23.728905 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:23.729756 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 469bd0cf-71f5-4704-9199-a07d128929ab Oct 27 17:38:23.766448 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e07c31d0-075d-45cb-a61e-d6070966968f req-0cbe0930-1f8c-4ff5-a73b-ed35f7b50e2c tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571547 Oct 27 17:38:23.823800 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 469bd0cf-71f5-4704-9199-a07d128929ab is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:38:23.824475 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:23.864377 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:38:23.869914 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:23.887392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:23.925835 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=8']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:23.930102 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2465f-53b7-4eaa-b7fc-c04b9bf52746 req-6f9eee2c-82b5-4ba4-a19f-a9a6b666a6f7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:23.932732 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8cd2465f-53b7-4eaa-b7fc-c04b9bf52746 req-6f9eee2c-82b5-4ba4-a19f-a9a6b666a6f7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0551412 Oct 27 17:38:23.985976 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8cd2465f-53b7-4eaa-b7fc-c04b9bf52746 req-e245937c-d2a8-410a-a026-d6da8702ecb1 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476825 Oct 27 17:38:24.049078 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:24.051404 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e467e00-9fbf-4fc6-910e-2b2a952679ac" -d '{"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-plugged", "status": "completed", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:24.086801 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4cb110-ddd0-4daf-b34e-eb23aa23c099 x-openstack-request-id: req-fc4cb110-ddd0-4daf-b34e-eb23aa23c099 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:24.087112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-plugged", "status": "completed", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:24.087383 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc4cb110-ddd0-4daf-b34e-eb23aa23c099 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:24.087821 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4cb110-ddd0-4daf-b34e-eb23aa23c099'] response: {'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'code': 200} Oct 27 17:38:24.672615 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeedb31-caa8-4c93-82ce-384d5c91bd76 req-543d409a-9855-4ade-b608-5da843a61351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:24.674074 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9aeedb31-caa8-4c93-82ce-384d5c91bd76 req-543d409a-9855-4ade-b608-5da843a61351 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0379462 Oct 27 17:38:24.718846 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9aeedb31-caa8-4c93-82ce-384d5c91bd76 req-cc4e5b0d-3d79-42ed-8262-1471297acf16 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385048 Oct 27 17:38:24.890206 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a36b8b-e41b-481f-8d0c-f2800c3a05e6 req-594db3d6-a8b0-4a46-bb18-4e742f9ad213 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:24.891688 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67a36b8b-e41b-481f-8d0c-f2800c3a05e6 req-594db3d6-a8b0-4a46-bb18-4e742f9ad213 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0501795 Oct 27 17:38:24.938975 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-67a36b8b-e41b-481f-8d0c-f2800c3a05e6 req-07acd309-8094-4b36-9a4f-b73d22c2dae2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 Oct 27 17:38:25.045093 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:25.060889 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3326-2898-42ff-85e0-9070e1a9a1dc req-8c69f177-657f-4806-a1af-05a9123c36a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:25.062808 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6b0d3326-2898-42ff-85e0-9070e1a9a1dc req-8c69f177-657f-4806-a1af-05a9123c36a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0513566 Oct 27 17:38:25.073492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41816) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:25.079678 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Request body: {'floatingip': {'port_id': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:38:25.114959 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93b84b-66e9-430e-b0ae-106bdfa9f28f req-aa678dba-44fd-43ae-a687-0ab48e25b523 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:25.116691 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cf93b84b-66e9-430e-b0ae-106bdfa9f28f req-aa678dba-44fd-43ae-a687-0ab48e25b523 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0531933 Oct 27 17:38:25.119802 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (82efbfda-de0d-433e-ad55-109f803d6b8d), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:25.173242 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cf93b84b-66e9-430e-b0ae-106bdfa9f28f req-557b63da-4fe0-4025-9b6a-a0ee8d03a65c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503662 Oct 27 17:38:25.358946 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=76 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:25.770453 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:25.774230 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (82efbfda-de0d-433e-ad55-109f803d6b8d), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:25.856776 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:25.867865 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Floating IP 82efbfda-de0d-433e-ad55-109f803d6b8d associated. External IP: 172.27.0.161, port: fafb856a-ed24-421f-b6a8-a3cb9bd61b71. Oct 27 17:38:26.060098 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Router 19174032-6e07-441f-ae01-5c5e3d74626a has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:38:26.160035 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:38:26.164842 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:26.169578 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:38:26.179563 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:38:26.180195 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:38:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:26.193071 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-748f8be2-1f3a-4ed0-b661-580be36943a2 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/82efbfda-de0d-433e-ad55-109f803d6b8d HTTP/1.1" status: 200 len: 991 time: 1.1184313 Oct 27 17:38:26.193816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:38:26.196258 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee2f71-4126-4547-9adf-3f0f8fa70a88" -d '{"events": [{"name": "network-changed", "server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:38:26.237982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856a21ab-2e94-4b95-b846-61e4dd3ebcad x-openstack-request-id: req-856a21ab-2e94-4b95-b846-61e4dd3ebcad {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:38:26.238265 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:38:26.238512 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-856a21ab-2e94-4b95-b846-61e4dd3ebcad {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:38:26.238910 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856a21ab-2e94-4b95-b846-61e4dd3ebcad'] response: {'name': 'network-changed', 'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'status': 'completed', 'code': 200} Oct 27 17:38:26.304081 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:38:26.331979 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649cad6-0a76-4804-9a63-da90fbc7a130 req-b8a87f47-f19c-4a66-b081-9857f034a1ea tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:26.333496 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9649cad6-0a76-4804-9a63-da90fbc7a130 req-b8a87f47-f19c-4a66-b081-9857f034a1ea tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0523601 Oct 27 17:38:26.385739 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9649cad6-0a76-4804-9a63-da90fbc7a130 req-01a984aa-a8be-49c7-84bc-30ad2592bc84 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 Oct 27 17:38:26.531290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '82efbfda-de0d-433e-ad55-109f803d6b8d', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'port_id': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'mac_address': 'fa:16:3e:4b:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:38:10Z', 'updated_at': '2022-10-27T17:38:25Z', 'revision_number': 1, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:26.558239 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:38:26.567376 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:38:26.568043 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:38:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:26.613573 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:26.681346 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:38:26.798986 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-1c4fca7d-2ef8-4f20-8e6c-3155f4df5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:26.801289 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-1c4fca7d-2ef8-4f20-8e6c-3155f4df5bd0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a9d4d4a323694c4c9244df4f17342a35&device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 1129 time: 0.0464318 Oct 27 17:38:26.839778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:26.907095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-1b9714c4-dbd0-44dd-92e7-e329d837577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:26.908831 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-1b9714c4-dbd0-44dd-92e7-e329d837577b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 200 len: 911 time: 0.1012070 Oct 27 17:38:26.911952 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '82efbfda-de0d-433e-ad55-109f803d6b8d', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'port_id': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'mac_address': 'fa:16:3e:4b:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:38:10Z', 'updated_at': '2022-10-27T17:38:25Z', 'revision_number': 1, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:38:26.938006 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7922f63-cd7c-4ac4-8cd4-761eaa0a7e31 None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '82efbfda-de0d-433e-ad55-109f803d6b8d', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'port_id': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'mac_address': 'fa:16:3e:4b:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:38:10Z', 'updated_at': '2022-10-27T17:38:25Z', 'revision_number': 1, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:38:26.975695 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-fcb8bb0d-ca35-45a5-a2f0-5e6a23253d53 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71 HTTP/1.1" status: 200 len: 999 time: 0.0598741 Oct 27 17:38:27.027981 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-e71d9323-6597-479a-a472-41d18bd37437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.029552 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-e71d9323-6597-479a-a472-41d18bd37437 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 200 len: 849 time: 0.0482981 Oct 27 17:38:27.078707 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-7a90512c-8749-492b-86ff-deb21a4ecf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.080313 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-7a90512c-8749-492b-86ff-deb21a4ecf8c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ace0e445-53a9-4562-8c1c-1746268e4744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446820 Oct 27 17:38:27.150946 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:27.174316 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1691e-8cb1-4e2b-bba4-1b6367ee3ddc None None] New status for floating IP 82efbfda-de0d-433e-ad55-109f803d6b8d: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:38:27.178610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-b3b2d810-f10c-4fde-90a1-8ac7609171d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922003 Oct 27 17:38:27.232397 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:27.282864 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-46ee2f71-4126-4547-9adf-3f0f8fa70a88 req-d829cc4e-f242-4c14-a2e1-3c7a99ff3f7a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971978 Oct 27 17:38:27.454029 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-ef3a6056-7550-4a7f-8131-2e8cb2342a28 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395725 Oct 27 17:38:27.514427 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407bc0b-0f06-479a-bbde-dee3ec1404ff req-20d0f3ea-3320-43ff-9075-9089aa0e9f90 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.515983 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8407bc0b-0f06-479a-bbde-dee3ec1404ff req-20d0f3ea-3320-43ff-9075-9089aa0e9f90 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0490601 Oct 27 17:38:27.534285 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-77b4b2a3-d13d-481e-aaf1-bfba1379ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.535911 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-77b4b2a3-d13d-481e-aaf1-bfba1379ba36 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0400136 Oct 27 17:38:27.563148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:27.568896 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8407bc0b-0f06-479a-bbde-dee3ec1404ff req-d062ea15-7506-47db-abf1-4e9b611a8050 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473738 Oct 27 17:38:27.574968 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:27.647824 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-10f61cdf-bfb8-4f09-b381-ae2c5397bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.649304 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-10f61cdf-bfb8-4f09-b381-ae2c5397bc51 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 910 time: 0.0931764 Oct 27 17:38:27.710246 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-42aa4c77-76e0-4ce7-850f-6943f17a6187 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 1001 time: 0.0548792 Oct 27 17:38:27.766312 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-a3a1d6f7-a2fb-4181-89e0-372fe7b0dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.767625 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-a3a1d6f7-a2fb-4181-89e0-372fe7b0dedd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.0470774 Oct 27 17:38:27.810676 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-0e3d25ee-d125-4a10-a758-d821adb5f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:38:27.812202 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-0e3d25ee-d125-4a10-a758-d821adb5f089 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380027 Oct 27 17:38:27.899916 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-b0230b07-e7ad-404a-b10b-3457f8730366 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809507 Oct 27 17:38:27.991009 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646896be-d20d-4dc4-af8e-8a31b8a26cd6 req-34d0404f-85d0-4180-ab8c-73aff0b1e975 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851431 Oct 27 17:38:29.069377 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41874) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:29.178127 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-13093d38-2545-49e9-bca1-197305d1f214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.251444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-13093d38-2545-49e9-bca1-197305d1f214 admin admin] Publish callbacks [] for security_group (32e9070f-a681-420f-bf1c-72a98158d754), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.255192 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-13093d38-2545-49e9-bca1-197305d1f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (32e9070f-a681-420f-bf1c-72a98158d754), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.298075 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-13093d38-2545-49e9-bca1-197305d1f214 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a9afefa7286a45da9dba1a9d331a1e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275772 Oct 27 17:38:29.298943 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13093d38-2545-49e9-bca1-197305d1f214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9070f-a681-420f-bf1c-72a98158d754,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:29.300744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41878) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:29.350211 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6d86eecb-8f4d-4fe2-ad42-9836fad7615d admin admin] Publish callbacks [] for security_group (32e9070f-a681-420f-bf1c-72a98158d754), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.371836 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6d86eecb-8f4d-4fe2-ad42-9836fad7615d admin admin] Publish callbacks [] for security_group (32e9070f-a681-420f-bf1c-72a98158d754), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.420501 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6d86eecb-8f4d-4fe2-ad42-9836fad7615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (32e9070f-a681-420f-bf1c-72a98158d754), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.423091 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6d86eecb-8f4d-4fe2-ad42-9836fad7615d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.424264 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6d86eecb-8f4d-4fe2-ad42-9836fad7615d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/32e9070f-a681-420f-bf1c-72a98158d754 HTTP/1.1" status: 204 len: 168 time: 0.1225252 Oct 27 17:38:29.432377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86eecb-8f4d-4fe2-ad42-9836fad7615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9070f-a681-420f-bf1c-72a98158d754,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:29.682912 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41884) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:29.696697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b25344a3-858e-49b2-a184-3ddb56827617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.775383 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b25344a3-858e-49b2-a184-3ddb56827617 admin admin] Publish callbacks [] for security_group (e6440fcd-d2dc-471e-8ad9-9cebe715e561), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.778920 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b25344a3-858e-49b2-a184-3ddb56827617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e6440fcd-d2dc-471e-8ad9-9cebe715e561), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.782397 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:29.821868 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b25344a3-858e-49b2-a184-3ddb56827617 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fe8a2793124c4c699a393a73e912af99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373074 Oct 27 17:38:29.823540 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25344a3-858e-49b2-a184-3ddb56827617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6440fcd-d2dc-471e-8ad9-9cebe715e561,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:29.824632 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41886) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:29.874199 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-530705fd-7333-4392-a0ba-9248da10e69b admin admin] Publish callbacks [] for security_group (e6440fcd-d2dc-471e-8ad9-9cebe715e561), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.893654 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-530705fd-7333-4392-a0ba-9248da10e69b admin admin] Publish callbacks [] for security_group (e6440fcd-d2dc-471e-8ad9-9cebe715e561), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.940772 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-530705fd-7333-4392-a0ba-9248da10e69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e6440fcd-d2dc-471e-8ad9-9cebe715e561), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.943487 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-530705fd-7333-4392-a0ba-9248da10e69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:29.944898 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-530705fd-7333-4392-a0ba-9248da10e69b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e6440fcd-d2dc-471e-8ad9-9cebe715e561 HTTP/1.1" status: 204 len: 168 time: 0.1192694 Oct 27 17:38:29.952631 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530705fd-7333-4392-a0ba-9248da10e69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6440fcd-d2dc-471e-8ad9-9cebe715e561,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:30.264381 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 41892) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:30.277977 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5141e9f2-a13d-47a0-8446-eb01d0c6dd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.298056 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:30.357776 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5141e9f2-a13d-47a0-8446-eb01d0c6dd13 admin admin] Publish callbacks [] for security_group (4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.361354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5141e9f2-a13d-47a0-8446-eb01d0c6dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.402847 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5141e9f2-a13d-47a0-8446-eb01d0c6dd13 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=b39c18b38a484278a35a1312879d7315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374159 Oct 27 17:38:30.403686 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141e9f2-a13d-47a0-8446-eb01d0c6dd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:30.405992 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41894) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:30.455407 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9266fc2e-0178-483c-8857-86b25199daa9 admin admin] Publish callbacks [] for security_group (4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.464002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:30.476889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9266fc2e-0178-483c-8857-86b25199daa9 admin admin] Publish callbacks [] for security_group (4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.523191 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9266fc2e-0178-483c-8857-86b25199daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.525786 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9266fc2e-0178-483c-8857-86b25199daa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:30.527459 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9266fc2e-0178-483c-8857-86b25199daa9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc HTTP/1.1" status: 204 len: 168 time: 0.1199329 Oct 27 17:38:30.535610 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266fc2e-0178-483c-8857-86b25199daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e9296-231b-4c9f-a8bd-c64bbdb4d4bc,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:37.296313 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:37.298183 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:39.968694 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:40.396649 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:INSERT=1,neutron:SELECT=13 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:40.398571 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=54,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:40.530861 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:40.531645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:40.552293 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=38 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:41.208125 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e7e74d3d-d41a-4e9c-9aa3-7ad4168cad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:41.667565 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41994) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:41.795297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31cf36fe-b04e-4394-90fa-fbfbadbd1414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:41.872479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31cf36fe-b04e-4394-90fa-fbfbadbd1414 admin admin] Publish callbacks [] for security_group (72658877-543f-4cec-acb7-baad4082de1d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:41.875986 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-31cf36fe-b04e-4394-90fa-fbfbadbd1414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (72658877-543f-4cec-acb7-baad4082de1d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:41.915632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf36fe-b04e-4394-90fa-fbfbadbd1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72658877-543f-4cec-acb7-baad4082de1d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:41.920455 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-31cf36fe-b04e-4394-90fa-fbfbadbd1414 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=7ee86ec2d5b141e6a5ac2beea2fb2d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517872 Oct 27 17:38:41.923676 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 41998) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:41.971187 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aae5d3b4-1f40-41a0-98ef-b07aaebf682c admin admin] Publish callbacks [] for security_group (72658877-543f-4cec-acb7-baad4082de1d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:41.991529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aae5d3b4-1f40-41a0-98ef-b07aaebf682c admin admin] Publish callbacks [] for security_group (72658877-543f-4cec-acb7-baad4082de1d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.037749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aae5d3b4-1f40-41a0-98ef-b07aaebf682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (72658877-543f-4cec-acb7-baad4082de1d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.040318 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aae5d3b4-1f40-41a0-98ef-b07aaebf682c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.044163 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-aae5d3b4-1f40-41a0-98ef-b07aaebf682c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/72658877-543f-4cec-acb7-baad4082de1d HTTP/1.1" status: 204 len: 168 time: 0.1201007 Oct 27 17:38:42.052228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5d3b4-1f40-41a0-98ef-b07aaebf682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72658877-543f-4cec-acb7-baad4082de1d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:42.301593 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42004) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:42.315557 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25de5367-e520-447c-a3da-f23a9475a0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.393949 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25de5367-e520-447c-a3da-f23a9475a0e0 admin admin] Publish callbacks [] for security_group (d387732e-3aff-4042-83f2-37d0b6a3766b), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.397525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-25de5367-e520-447c-a3da-f23a9475a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d387732e-3aff-4042-83f2-37d0b6a3766b), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.438044 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5367-e520-447c-a3da-f23a9475a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d387732e-3aff-4042-83f2-37d0b6a3766b,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:42.442223 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-25de5367-e520-447c-a3da-f23a9475a0e0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e1fb1da6a9bf4cc3bb923f2b80faede7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396141 Oct 27 17:38:42.444944 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42006) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:42.494728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5eec3c68-5749-4b89-8c57-4ac751706c84 admin admin] Publish callbacks [] for security_group (d387732e-3aff-4042-83f2-37d0b6a3766b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.515040 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5eec3c68-5749-4b89-8c57-4ac751706c84 admin admin] Publish callbacks [] for security_group (d387732e-3aff-4042-83f2-37d0b6a3766b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.562384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5eec3c68-5749-4b89-8c57-4ac751706c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d387732e-3aff-4042-83f2-37d0b6a3766b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.564951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5eec3c68-5749-4b89-8c57-4ac751706c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:42.566106 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5eec3c68-5749-4b89-8c57-4ac751706c84 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d387732e-3aff-4042-83f2-37d0b6a3766b HTTP/1.1" status: 204 len: 168 time: 0.1202445 Oct 27 17:38:42.574910 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec3c68-5749-4b89-8c57-4ac751706c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d387732e-3aff-4042-83f2-37d0b6a3766b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:43.569473 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cda8dc84-f539-4a42-8198-677b2e2dad47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:45.011592 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:46.234207 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:46.885959 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.636470 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42132) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:50.738844 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fcb15ab1-6db2-4ade-ba33-74bab0a38259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.787787 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:50.799982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:50.820419 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fcb15ab1-6db2-4ade-ba33-74bab0a38259 admin admin] Publish callbacks [] for security_group (255f1716-e791-4b5d-af12-22df5491823a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.825275 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fcb15ab1-6db2-4ade-ba33-74bab0a38259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (255f1716-e791-4b5d-af12-22df5491823a), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.866903 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fcb15ab1-6db2-4ade-ba33-74bab0a38259 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2fa39ff5ad984872a2ce7896eb780b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293923 Oct 27 17:38:50.868795 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb15ab1-6db2-4ade-ba33-74bab0a38259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f1716-e791-4b5d-af12-22df5491823a,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:50.869707 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42136) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:50.918432 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4544adf4-c70b-4308-aaad-f95d78006246 admin admin] Publish callbacks [] for security_group (255f1716-e791-4b5d-af12-22df5491823a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.937509 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4544adf4-c70b-4308-aaad-f95d78006246 admin admin] Publish callbacks [] for security_group (255f1716-e791-4b5d-af12-22df5491823a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.986078 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4544adf4-c70b-4308-aaad-f95d78006246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (255f1716-e791-4b5d-af12-22df5491823a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.989010 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4544adf4-c70b-4308-aaad-f95d78006246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:50.990155 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4544adf4-c70b-4308-aaad-f95d78006246 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/255f1716-e791-4b5d-af12-22df5491823a HTTP/1.1" status: 204 len: 168 time: 0.1194508 Oct 27 17:38:50.999225 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544adf4-c70b-4308-aaad-f95d78006246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f1716-e791-4b5d-af12-22df5491823a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:51.251617 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42142) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:51.265291 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a552ff0e-64cd-4c25-9693-811939b86573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.340205 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a552ff0e-64cd-4c25-9693-811939b86573 admin admin] Publish callbacks [] for security_group (1c1bc284-a449-4b68-9214-838aac743230), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.344008 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a552ff0e-64cd-4c25-9693-811939b86573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1c1bc284-a449-4b68-9214-838aac743230), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.384855 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552ff0e-64cd-4c25-9693-811939b86573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1bc284-a449-4b68-9214-838aac743230,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:51.389668 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a552ff0e-64cd-4c25-9693-811939b86573 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f56f172b913f40a6b8c65d3161911582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369934 Oct 27 17:38:51.392267 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42144) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:51.439663 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8842bb4a-6eae-4d5a-84ae-5971eb9d9fd7 admin admin] Publish callbacks [] for security_group (1c1bc284-a449-4b68-9214-838aac743230), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.460233 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8842bb4a-6eae-4d5a-84ae-5971eb9d9fd7 admin admin] Publish callbacks [] for security_group (1c1bc284-a449-4b68-9214-838aac743230), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.508992 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8842bb4a-6eae-4d5a-84ae-5971eb9d9fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1c1bc284-a449-4b68-9214-838aac743230), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.512554 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8842bb4a-6eae-4d5a-84ae-5971eb9d9fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.513828 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8842bb4a-6eae-4d5a-84ae-5971eb9d9fd7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1c1bc284-a449-4b68-9214-838aac743230 HTTP/1.1" status: 204 len: 168 time: 0.1206486 Oct 27 17:38:51.521418 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842bb4a-6eae-4d5a-84ae-5971eb9d9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1bc284-a449-4b68-9214-838aac743230,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:51.832378 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42150) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:51.845923 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b33a-dc59-4e52-8239-d5f766e76794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.921882 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b33a-dc59-4e52-8239-d5f766e76794 admin admin] Publish callbacks [] for security_group (2515681b-c66c-4f14-8ada-01dee98274c6), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.925563 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b33a-dc59-4e52-8239-d5f766e76794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2515681b-c66c-4f14-8ada-01dee98274c6), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:51.965509 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4b33a-dc59-4e52-8239-d5f766e76794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2515681b-c66c-4f14-8ada-01dee98274c6,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:51.972186 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a6a4b33a-dc59-4e52-8239-d5f766e76794 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=aa93029d5ce34c8facd12f31e3dc3f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363478 Oct 27 17:38:51.972608 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42152) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:38:52.021154 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72136186-38cc-455b-a686-144e99c9b12d admin admin] Publish callbacks [] for security_group (2515681b-c66c-4f14-8ada-01dee98274c6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:52.040404 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72136186-38cc-455b-a686-144e99c9b12d admin admin] Publish callbacks [] for security_group (2515681b-c66c-4f14-8ada-01dee98274c6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:52.055868 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:52.065872 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:38:52.091969 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72136186-38cc-455b-a686-144e99c9b12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2515681b-c66c-4f14-8ada-01dee98274c6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:52.094512 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-72136186-38cc-455b-a686-144e99c9b12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:52.095653 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-72136186-38cc-455b-a686-144e99c9b12d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2515681b-c66c-4f14-8ada-01dee98274c6 HTTP/1.1" status: 204 len: 168 time: 0.1219189 Oct 27 17:38:52.103464 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72136186-38cc-455b-a686-144e99c9b12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515681b-c66c-4f14-8ada-01dee98274c6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:38:57.234195 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:38:59.669806 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:39:00.858640 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:00.865497 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:02.098362 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:02.099138 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=4,neutron:SELECT=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:07.227608 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:07.229660 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:10.319178 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:10.324163 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=19 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:11.211057 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a1f14e57-221b-484a-b004-4c4c2a5282a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:13.374209 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307041f-d760-40d7-b0c7-0f9ffcd1cb3e req-830d8be5-3ddb-486d-a7a2-e0aeed28aa6c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:13.375723 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e307041f-d760-40d7-b0c7-0f9ffcd1cb3e req-830d8be5-3ddb-486d-a7a2-e0aeed28aa6c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0501223 Oct 27 17:39:13.422900 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e307041f-d760-40d7-b0c7-0f9ffcd1cb3e req-fd5d572c-e744-4f2d-899d-cc1b86dacc3a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Oct 27 17:39:13.571349 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e2e45a72-d71e-4ec0-9022-e4e003f22275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:14.553159 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bf1e7-be0c-40cf-aab1-3be59737e9e3 req-3ed1a16a-27de-4379-ae07-0556f797655d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:14.554652 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-926bf1e7-be0c-40cf-aab1-3be59737e9e3 req-3ed1a16a-27de-4379-ae07-0556f797655d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0464191 Oct 27 17:39:14.605250 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-926bf1e7-be0c-40cf-aab1-3be59737e9e3 req-d5a927ff-35d9-4860-a7cf-444d1235a08c tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444109 Oct 27 17:39:15.014493 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:15.731833 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7900-ffaa-4078-903a-b50a19b53de5 req-81478230-a60d-42e3-90c9-4cd91b1f7ae7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:15.733311 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6df7900-ffaa-4078-903a-b50a19b53de5 req-81478230-a60d-42e3-90c9-4cd91b1f7ae7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Oct 27 17:39:15.779516 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b6df7900-ffaa-4078-903a-b50a19b53de5 req-38ad0b19-c75d-4d6d-a768-6ff76569c0cc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Oct 27 17:39:16.237041 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.548801 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42388) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:16.656087 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.730898 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Publish callbacks [] for security_group (42184e84-2850-436c-ae11-ede5361b3039), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.735102 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (42184e84-2850-436c-ae11-ede5361b3039), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.771620 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42184e84-2850-436c-ae11-ede5361b3039,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:16.776589 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d35f584dc1054498bb3bfe5150b2fdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267790 Oct 27 17:39:16.779963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42392) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:16.781833 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.782179 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.782522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.782862 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.783191 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.783519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.783880 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.784208 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.784531 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.784852 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.785176 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.785501 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.785821 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.786138 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.786453 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97b5d1-e47d-4258-ac48-6e841cd151f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.831967 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Publish callbacks [] for security_group (42184e84-2850-436c-ae11-ede5361b3039), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.854845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Publish callbacks [] for security_group (42184e84-2850-436c-ae11-ede5361b3039), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.891436 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.905146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (42184e84-2850-436c-ae11-ede5361b3039), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.907929 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:16.909109 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/42184e84-2850-436c-ae11-ede5361b3039 HTTP/1.1" status: 204 len: 168 time: 0.1281736 Oct 27 17:39:16.910673 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e6d1-4573-458c-b0c9-062a1dc2d8d6 req-35595bfd-d0f6-4460-8209-47c6e20245c8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:16.912659 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-44b2e6d1-4573-458c-b0c9-062a1dc2d8d6 req-35595bfd-d0f6-4460-8209-47c6e20245c8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0501320 Oct 27 17:39:16.924750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42184e84-2850-436c-ae11-ede5361b3039,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:16.932916 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.933694 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.934048 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.934394 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.934817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.935194 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.935415 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.935823 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.936105 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.936436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.936765 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.937096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.937417 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.937741 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.938149 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff37c92-3868-4bf9-a5fb-843add4b164c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:16.962538 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-44b2e6d1-4573-458c-b0c9-062a1dc2d8d6 req-7ef575d4-f883-440a-8375-8977b36a6f7b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Oct 27 17:39:18.089023 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b541cf-48c8-4423-86d3-becf551088d2 req-c61d668d-a4c7-492b-b8e9-cde47c33b4cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:18.090509 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80b541cf-48c8-4423-86d3-becf551088d2 req-c61d668d-a4c7-492b-b8e9-cde47c33b4cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Oct 27 17:39:18.137111 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-80b541cf-48c8-4423-86d3-becf551088d2 req-e61c3cb1-8967-4fc6-b84a-e3549d00c20b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Oct 27 17:39:19.264711 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9def5-9d40-47ce-9dae-a2c87417b8ab req-629cd164-ccd9-4248-acab-a943ccd24569 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:19.266180 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fdb9def5-9d40-47ce-9dae-a2c87417b8ab req-629cd164-ccd9-4248-acab-a943ccd24569 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Oct 27 17:39:19.312517 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fdb9def5-9d40-47ce-9dae-a2c87417b8ab req-e8d55f57-8835-4938-b067-e3154aef97ae tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Oct 27 17:39:20.442083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20c44-dd22-45f7-8e61-09cbac8c0571 req-49e6d788-db94-473e-8061-a65d57070626 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:20.443664 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11e20c44-dd22-45f7-8e61-09cbac8c0571 req-49e6d788-db94-473e-8061-a65d57070626 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0508292 Oct 27 17:39:20.495954 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-11e20c44-dd22-45f7-8e61-09cbac8c0571 req-a3eb52cf-bde0-4100-bc88-6462154ebfff tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464170 Oct 27 17:39:21.626278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41da159-17f7-4531-89ba-f63c76610f23 req-3f462466-4875-445a-9d2b-ccc0d75c1efa tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:21.627797 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a41da159-17f7-4531-89ba-f63c76610f23 req-3f462466-4875-445a-9d2b-ccc0d75c1efa tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0470228 Oct 27 17:39:21.677872 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a41da159-17f7-4531-89ba-f63c76610f23 req-5beb9aa3-fa5d-45e9-8e9e-02d6cc694ac9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443921 Oct 27 17:39:22.320202 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f23d11-9668-42a3-b375-729b98cd0448 req-3e348392-2608-44e5-a6a8-b92534a760d2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:22.321652 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7f23d11-9668-42a3-b375-729b98cd0448 req-3e348392-2608-44e5-a6a8-b92534a760d2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0467088 Oct 27 17:39:22.368325 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c7f23d11-9668-42a3-b375-729b98cd0448 req-0abaf2c4-30d5-4add-9e8e-a84082ee1594 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Oct 27 17:39:22.805713 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586e957-26e4-4908-89f2-e4094b6b79a0 req-c8c4b850-8a27-4842-96c7-bcdc99c5b5b1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:22.807076 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6586e957-26e4-4908-89f2-e4094b6b79a0 req-c8c4b850-8a27-4842-96c7-bcdc99c5b5b1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0457416 Oct 27 17:39:22.855950 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6586e957-26e4-4908-89f2-e4094b6b79a0 req-b4ab7a63-3d5a-463e-ba27-016cc54a96c1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433939 Oct 27 17:39:23.485740 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544777d-3592-44d4-a956-b9380c365899 req-4b4add4b-0ea3-4ce1-80b7-34a0c869ea50 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:23.487181 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4544777d-3592-44d4-a956-b9380c365899 req-4b4add4b-0ea3-4ce1-80b7-34a0c869ea50 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0452275 Oct 27 17:39:23.537214 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4544777d-3592-44d4-a956-b9380c365899 req-4be73008-c755-431a-ae5f-43be6cf148ac tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Oct 27 17:39:23.984132 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2906c-c60c-4a53-af72-6f3a52b19424 req-5b01f81e-f31b-476c-900c-e9e59f091bec tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:23.985613 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43e2906c-c60c-4a53-af72-6f3a52b19424 req-5b01f81e-f31b-476c-900c-e9e59f091bec tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0467305 Oct 27 17:39:24.034086 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-43e2906c-c60c-4a53-af72-6f3a52b19424 req-0aec3538-2727-4d53-80f0-8236e61cf256 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Oct 27 17:39:24.478427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-68f4b79f-be29-4f24-b2c3-e15e188da857 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:24.478427 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-68f4b79f-be29-4f24-b2c3-e15e188da857 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0460329 Oct 27 17:39:24.561891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port cf522c5e-a944-4450-8095-8875d39f901e {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:39:24.562232 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (cf522c5e-a944-4450-8095-8875d39f901e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:24.583487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:24.648239 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:24.656582 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] For port cf522c5e-a944-4450-8095-8875d39f901e, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=cf522c5e-a944-4450-8095-8875d39f901e,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:24.656951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (cf522c5e-a944-4450-8095-8875d39f901e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:24.658294 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770db51f-fc99-4b33-95ac-2175bc80c3ea req-87376b96-dbd2-4720-a839-a906145bb0cf tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:24.659821 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-770db51f-fc99-4b33-95ac-2175bc80c3ea req-87376b96-dbd2-4720-a839-a906145bb0cf tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 945 time: 0.0465736 Oct 27 17:39:24.708234 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-770db51f-fc99-4b33-95ac-2175bc80c3ea req-56cc7c02-ed61-4595-967a-ff37017c6ea3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427566 Oct 27 17:39:24.822373 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:24.822744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (a926c304-5171-4df8-86bf-4cf105d8bc9b), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:24.823062 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP a926c304-5171-4df8-86bf-4cf105d8bc9b disassociated. External IP: 172.27.0.26, port: cf522c5e-a944-4450-8095-8875d39f901e. Oct 27 17:39:24.823398 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for cf522c5e-a944-4450-8095-8875d39f901e owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:39:24.947196 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (cf522c5e-a944-4450-8095-8875d39f901e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:24.978002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=cf522c5e-a944-4450-8095-8875d39f901e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:25.087386 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:39:25.183578 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62363f4-22c2-447c-aac7-6e85d12e9f22 req-ce769926-1b57-4649-b72e-e570f91348af tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:25.185110 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f62363f4-22c2-447c-aac7-6e85d12e9f22 req-ce769926-1b57-4649-b72e-e570f91348af tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0558200 Oct 27 17:39:25.249586 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:39:25.259421 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:39:25.269448 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:39:25.270070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:39:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:25.302429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] No DVR routers for this DVR port cf522c5e-a944-4450-8095-8875d39f901e on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:39:25.305552 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:25.309007 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-edb5c8d2-959a-4008-8698-d719bd5ac208 req-40a0701f-8709-4810-9c17-d1ec79f5d661 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "DELETE /networking/v2.0/ports/cf522c5e-a944-4450-8095-8875d39f901e HTTP/1.1" status: 204 len: 173 time: 0.8257627 Oct 27 17:39:25.309533 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'name': 'network-vif-deleted', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:39:25.312757 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961badf-7c53-4494-8194-7c07b97f2d5f" -d '{"events": [{"server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "name": "network-vif-deleted", "tag": "cf522c5e-a944-4450-8095-8875d39f901e"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:39:25.318638 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f62363f4-22c2-447c-aac7-6e85d12e9f22 req-8c2be175-8513-41e5-abcb-9cb5769b231b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037464 Oct 27 17:39:25.362853 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d74cae1-287b-41e3-bd8b-f5c4ad373962 x-openstack-request-id: req-9d74cae1-287b-41e3-bd8b-f5c4ad373962 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:39:25.363139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be393ea8-0e26-4c60-8b50-bab24362d246", "name": "network-vif-deleted", "tag": "cf522c5e-a944-4450-8095-8875d39f901e", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:39:25.363399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d74cae1-287b-41e3-bd8b-f5c4ad373962 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:39:25.363830 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d74cae1-287b-41e3-bd8b-f5c4ad373962'] response: {'server_uuid': 'be393ea8-0e26-4c60-8b50-bab24362d246', 'name': 'network-vif-deleted', 'tag': 'cf522c5e-a944-4450-8095-8875d39f901e', 'status': 'completed', 'code': 200} Oct 27 17:39:25.533680 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:39:25.725852 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:25.751631 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:39:25.760692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:39:25.761319 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:39:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:25.828791 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-35be77da-b6a0-47ad-a8a7-de3b3e9fc7d9 req-42bb99c9-0234-4d9c-b88f-12e23c0c5f7d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=be393ea8-0e26-4c60-8b50-bab24362d246 HTTP/1.1" status: 200 len: 210 time: 0.0342226 Oct 27 17:39:25.872339 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:39:26.058365 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:26.086201 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbf8446-bbe7-4c93-b487-1ebf59e573d5 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:39:26.294088 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f2ee2-7a73-44f1-8e7c-062b1137ed2f None None] New status for floating IP a926c304-5171-4df8-86bf-4cf105d8bc9b: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:39:26.465438 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587e35-9894-435b-a0cb-71351efb2099 req-a799d117-d3dc-4f22-ad76-030cf18b7479 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:26.466946 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2f587e35-9894-435b-a0cb-71351efb2099 req-a799d117-d3dc-4f22-ad76-030cf18b7479 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Oct 27 17:39:26.512699 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2f587e35-9894-435b-a0cb-71351efb2099 req-9d6eefd5-a4a3-442f-a4cd-74dd6d6e155f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Oct 27 17:39:26.928536 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42462) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:26.981563 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-80a1bb8c-891f-4353-89b8-1c3ce451bbf8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (9fed7d86-181f-4ee6-ab4b-8a5910c9c60d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.004664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-80a1bb8c-891f-4353-89b8-1c3ce451bbf8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (9fed7d86-181f-4ee6-ab4b-8a5910c9c60d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.030295 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:27.051276 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-80a1bb8c-891f-4353-89b8-1c3ce451bbf8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9fed7d86-181f-4ee6-ab4b-8a5910c9c60d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.053895 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-80a1bb8c-891f-4353-89b8-1c3ce451bbf8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.055083 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-80a1bb8c-891f-4353-89b8-1c3ce451bbf8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9fed7d86-181f-4ee6-ab4b-8a5910c9c60d HTTP/1.1" status: 204 len: 168 time: 0.1255419 Oct 27 17:39:27.057890 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42464) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:27.064941 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1bb8c-891f-4353-89b8-1c3ce451bbf8 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fed7d86-181f-4ee6-ab4b-8a5910c9c60d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:27.077246 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-1471d01d-e3b2-4149-ad27-22b1c99dbb4f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] show failed (client error): The resource could not be found. Oct 27 17:39:27.078251 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1471d01d-e3b2-4149-ad27-22b1c99dbb4f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups/9fed7d86-181f-4ee6-ab4b-8a5910c9c60d HTTP/1.1" status: 404 len: 347 time: 0.0191433 Oct 27 17:39:27.081126 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42466) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:27.192027 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port 65dc5a58-3f75-4789-b39a-bdb3c9d92dff {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:39:27.192277 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.193695 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:27.211521 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:27.248940 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.270990 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.271313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.283449 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for 65dc5a58-3f75-4789-b39a-bdb3c9d92dff owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:39:27.414088 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (65dc5a58-3f75-4789-b39a-bdb3c9d92dff), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.435868 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=65dc5a58-3f75-4789-b39a-bdb3c9d92dff,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:27.499373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (a926c304-5171-4df8-86bf-4cf105d8bc9b), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.501886 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.503028 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e51b96b8-cc81-48f1-9634-63e5cf58c76a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/a926c304-5171-4df8-86bf-4cf105d8bc9b HTTP/1.1" status: 204 len: 168 time: 0.4210281 Oct 27 17:39:27.571627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42474) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:27.577237 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485690515', 'description': 'tempest-description--1716695154'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:27.611252 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.659937 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a0b94-c68a-4820-957b-b2e2eb636363 req-b16a6ad8-f4f8-45c6-b478-84a5ff9fdf0d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:27.661412 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-039a0b94-c68a-4820-957b-b2e2eb636363 req-b16a6ad8-f4f8-45c6-b478-84a5ff9fdf0d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0629337 Oct 27 17:39:27.736724 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-039a0b94-c68a-4820-957b-b2e2eb636363 req-364f8807-1279-499e-b536-46379b0d60e1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690279 Oct 27 17:39:27.745293 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (6b1ee8f1-4d8e-4ea1-a317-50865d17b48d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.749388 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (6b1ee8f1-4d8e-4ea1-a317-50865d17b48d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.782558 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.783766 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2106304 Oct 27 17:39:27.785599 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f65f7-de86-4760-9565-e1bbe73b4c27 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:27.786711 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42476) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:27.791275 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': '6b1ee8f1-4d8e-4ea1-a317-50865d17b48d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:27.819517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (f35e23fc-26b9-4641-8254-709273aeb930), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.831290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:27.876360 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (f35e23fc-26b9-4641-8254-709273aeb930), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.879657 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (f35e23fc-26b9-4641-8254-709273aeb930), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.898140 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35e23fc-26b9-4641-8254-709273aeb930,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:27.905036 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.906220 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a2891c77-a6d6-449c-85bf-f8c861a6bc47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184604 Oct 27 17:39:27.908944 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42478) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:27.913265 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'security_group_rule': {'security_group_id': '6b1ee8f1-4d8e-4ea1-a317-50865d17b48d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:27.919658 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:39:27.936336 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device cf522c5e-a944-4450-8095-8875d39f901e no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:39:27.940081 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (fb32b6e7-3fa2-4c84-add7-79fb7ccc4594), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:27.961103 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: cf522c5e-a944-4450-8095-8875d39f901e {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:39:27.961429 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device cf522c5e-a944-4450-8095-8875d39f901e not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:39:27.999241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (fb32b6e7-3fa2-4c84-add7-79fb7ccc4594), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.002922 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (fb32b6e7-3fa2-4c84-add7-79fb7ccc4594), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.023155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb32b6e7-3fa2-4c84-add7-79fb7ccc4594,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:28.031518 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.032755 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3a8b4487-a674-4db5-97fa-491650827016 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228635 Oct 27 17:39:28.035797 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42480) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:28.040201 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:28.044392 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:28.051173 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:28.057872 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'mac_address': 'fa:16:3e:bf:35:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:39:28.061816 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.083587 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:28.096317 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: ACTIVE; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:39:28.096712 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.109956 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e44c2473-a49a-4e38-91e6-b32e6e8065d8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:39:28.130671 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:28.134984 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.144669 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.184150 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:28.192102 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.192446 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.192785 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.193129 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.193458 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.193785 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.194114 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.194434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.194754 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.195074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.195395 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.195734 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.196058 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.196375 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.196692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:39:28.302260 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e44c2473-a49a-4e38-91e6-b32e6e8065d8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:39:28.480963 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-c94a6c27-a469-4804-a149-4e206a99f24c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3266020 Oct 27 17:39:28.534033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.27.0.122 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/0a8adff0-ee28-4533-8650-9d8a771d016c) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:39:28.640980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-0b33b2e5-78db-45ea-9536-a832975e28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:28.642480 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-0b33b2e5-78db-45ea-9536-a832975e28a2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0805666 Oct 27 17:39:28.691530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.749440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:28.771848 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:28.781043 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:28.818927 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-fd8ec142-ea83-4bab-b694-b407832d47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:28.820485 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-fd8ec142-ea83-4bab-b694-b407832d47c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 910 time: 0.1563220 Oct 27 17:39:28.830357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:39:28.866047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:39:28.908461 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:39:28.947206 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=0a8adff0-ee28-4533-8650-9d8a771d016c,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:28.968117 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d5299-cc53-4180-8e09-a2ad52d9ebc6 req-6dfdd2e1-0e05-49e2-9f8a-6455b38acc22 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:28.969637 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8c3d5299-cc53-4180-8e09-a2ad52d9ebc6 req-6dfdd2e1-0e05-49e2-9f8a-6455b38acc22 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 944 time: 0.1482866 Oct 27 17:39:28.982756 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-05bb80e1-d349-4718-8181-07a5c74ea2b7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 1001 time: 0.1424170 Oct 27 17:39:29.095465 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8c3d5299-cc53-4180-8e09-a2ad52d9ebc6 req-99c760bb-644b-47ad-a468-db22ffd62eab tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174207 Oct 27 17:39:29.102850 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (ed9c0454-0681-4ede-920d-0ec979aa5784), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.106791 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-e95a93fe-ace5-4bd0-b4e0-217e06a93055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:29.108108 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-e95a93fe-ace5-4bd0-b4e0-217e06a93055 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.1160972 Oct 27 17:39:29.172436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.175363 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-4c346d35-c125-4f3d-bf2a-2ee4401b0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:29.176879 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-4c346d35-c125-4f3d-bf2a-2ee4401b0c39 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605953 Oct 27 17:39:29.350571 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-a54ae42a-a9d9-4ef5-8671-7f3426270173 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549985 Oct 27 17:39:29.453781 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:29.455922 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.463501 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.524716 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d3b9c2-9c4c-46d8-b5ed-684a959a6042 req-18cb0cc5-3e7e-47fe-8ca3-2e4a51acb3fb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676342 Oct 27 17:39:29.547986 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (ed9c0454-0681-4ede-920d-0ec979aa5784), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.550665 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=0a8adff0-ee28-4533-8650-9d8a771d016c,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:29.567034 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.568302 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-28cdbebe-66d7-48b0-962c-9f74d5f86456 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5313950 Oct 27 17:39:29.768488 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-fbd4db07-b4b8-42a9-8fbc-03a2809faa61 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1485690515&fields=id&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 267 time: 0.0416455 Oct 27 17:39:29.875904 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-10df9ca5-291c-451e-a24f-e39047b588aa tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:29.877255 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-10df9ca5-291c-451e-a24f-e39047b588aa tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.1024666 Oct 27 17:39:29.891369 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-ea8423ed-e27d-4cbe-a94c-4c5dec1e3623 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/quotas/a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 375 time: 0.0088096 Oct 27 17:39:29.938870 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-61722006-705d-4df0-9233-2629e1360a06 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427854 Oct 27 17:39:29.951692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:39:29.995191 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port e44c2473-a49a-4e38-91e6-b32e6e8065d8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:39:29.995570 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:29.995933 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port e44c2473-a49a-4e38-91e6-b32e6e8065d8 Oct 27 17:39:30.019589 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:30.024993 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:30.046764 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-9636fdb1-db96-426b-8fa3-50af6223a9b5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956841 Oct 27 17:39:30.073961 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:39:30.074454 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:30.098366 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:39:30.100663 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3aa7e2-0c7a-4776-aee2-127341d5c10c" -d '{"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-plugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:39:30.113484 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:30.119253 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:30.139967 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-33e460e0-fb27-418d-b532-4558baed6aec service neutron] 10.222.0.36 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Oct 27 17:39:30.169847 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1fca1d-a531-401c-975a-22ff99d6845e x-openstack-request-id: req-7f1fca1d-a531-401c-975a-22ff99d6845e {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:39:30.170351 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-plugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:39:30.170760 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f1fca1d-a531-401c-975a-22ff99d6845e {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:39:30.171302 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1fca1d-a531-401c-975a-22ff99d6845e'] response: {'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'code': 200} Oct 27 17:39:30.174881 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=7']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:30.274453 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe342d5-de8d-4070-8c30-31ee6e8345a5 req-b59ae0ef-feeb-4304-8d24-5fc9a4bc7494 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:30.276876 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebe342d5-de8d-4070-8c30-31ee6e8345a5 req-b59ae0ef-feeb-4304-8d24-5fc9a4bc7494 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0530720 Oct 27 17:39:30.288995 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:30.332365 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ebe342d5-de8d-4070-8c30-31ee6e8345a5 req-30110025-0a38-4530-b30f-c376e1e5aa59 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495830 Oct 27 17:39:30.345206 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c3099b77-c31d-4605-ad34-78b1abca36a9 req-99db8be2-3535-4e79-9928-c1bf024141e7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 210 time: 0.0333722 Oct 27 17:39:31.453885 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-09cb98e4-53c9-4201-b8d2-5563c3f5b51a req-cfd83a27-5858-4bc6-9130-b5b1c82f1ece tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 210 time: 0.0277371 Oct 27 17:39:31.518824 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12128b-f449-4343-befd-58c140059352 req-46eb671c-576d-4cd8-80b4-ddf80acaba15 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:31.521169 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4c12128b-f449-4343-befd-58c140059352 req-46eb671c-576d-4cd8-80b4-ddf80acaba15 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.1034493 Oct 27 17:39:31.580887 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-05d00b27-05c1-472c-a098-932b5fb64191 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:31.582347 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-05d00b27-05c1-472c-a098-932b5fb64191 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 815 time: 0.1739676 Oct 27 17:39:31.599323 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4c12128b-f449-4343-befd-58c140059352 req-810cfe57-85f1-4390-8d24-f51bfce03c7b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687528 Oct 27 17:39:31.659950 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-ae366850-b9e2-4bd7-8d39-c23eef5fa592 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a35c2b53ccb445d4b0dd2915376f69cf HTTP/1.1" status: 200 len: 380 time: 0.0572116 Oct 27 17:39:31.801308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'port': {'device_id': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'admin_state_up': True, 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'security_groups': ['6b1ee8f1-4d8e-4ea1-a317-50865d17b48d']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:31.914241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Made reservation on behalf of a35c2b53ccb445d4b0dd2915376f69cf for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:39:31.918134 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.050950 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Allocated IP 172.20.0.11 (40b6c3a9-49a5-4aa8-abaa-a41beea7c111/bb98c535-8c46-4877-8e77-49c6d7aa4d09/48cf2b20-7d7f-4936-b226-396b5f7eae33) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:39:32.197171 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.200509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:32.235095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.282879 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:39:32.288160 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:39:32.291014 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event updated for resources: {'Port': ['ID=48cf2b20-7d7f-4936-b226-396b5f7eae33,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:32.293226 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:39:32.344446 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:32.345101 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.372546 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-85057107-27f6-4e50-ab3b-7edac19406ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5753329 Oct 27 17:39:32.396482 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Request body: {'port': {'device_id': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:32.398861 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:32.468515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.549532 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-47b2e4d7-5768-4cf8-bb1c-bbddd9c4a963 None None] Provisioning complete for port 48cf2b20-7d7f-4936-b226-396b5f7eae33 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:39:32.563453 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-47b2e4d7-5768-4cf8-bb1c-bbddd9c4a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.564489 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-47b2e4d7-5768-4cf8-bb1c-bbddd9c4a963 None None] Attempt 1 to provision port 48cf2b20-7d7f-4936-b226-396b5f7eae33 Oct 27 17:39:32.661120 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446f1b-8f39-4259-9857-3cd4a98224b1 req-7c93ffed-ee73-4e18-9264-90bb9a09220d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:32.665284 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-47b2e4d7-5768-4cf8-bb1c-bbddd9c4a963 None None] Port 48cf2b20-7d7f-4936-b226-396b5f7eae33 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:39:32.667571 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4d446f1b-8f39-4259-9857-3cd4a98224b1 req-7c93ffed-ee73-4e18-9264-90bb9a09220d tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 932 time: 0.1133840 Oct 27 17:39:32.732531 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4d446f1b-8f39-4259-9857-3cd4a98224b1 req-1a610e01-8e60-4999-946e-d99eb86007ef tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543938 Oct 27 17:39:32.791925 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e3ae9-c77a-4e91-873e-7f9df90e23a0 req-98fb4ebc-ab14-4fc1-a459-2f6223aa125d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:32.793591 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7f9e3ae9-c77a-4e91-873e-7f9df90e23a0 req-98fb4ebc-ab14-4fc1-a459-2f6223aa125d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0655787 Oct 27 17:39:32.887472 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7f9e3ae9-c77a-4e91-873e-7f9df90e23a0 req-79034736-2c24-471d-80cd-0b64177cc74e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862060 Oct 27 17:39:32.889742 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cf2b20-7d7f-4936-b226-396b5f7eae33 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:39:32.898804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Publish callbacks [] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:32.933202 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Transition to ACTIVE for port object 48cf2b20-7d7f-4936-b226-396b5f7eae33 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:39:32.938115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:33.046544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Pushing event updated for resources: {'Port': ['ID=48cf2b20-7d7f-4936-b226-396b5f7eae33,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:33.071941 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Attempting to bind port 48cf2b20-7d7f-4936-b226-396b5f7eae33 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:39:33.072285 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Attempting to bind port 48cf2b20-7d7f-4936-b226-396b5f7eae33 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:39:33.072623 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Attempting to bind port 48cf2b20-7d7f-4936-b226-396b5f7eae33 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:39:33.122881 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Port 48cf2b20-7d7f-4936-b226-396b5f7eae33 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:39:33.123234 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Attempting to bind port 48cf2b20-7d7f-4936-b226-396b5f7eae33 on network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:39:33.125000 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:33.174365 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:39:33.174701 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Checking segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:39:33.175095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Bound using segment: {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:39:33.175540 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Bound port: 48cf2b20-7d7f-4936-b226-396b5f7eae33, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64627ce-789f-49ec-8c86-5519c39e16d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:39:33.175932 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:33.240479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] For port 48cf2b20-7d7f-4936-b226-396b5f7eae33, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:39:33.243790 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] For port 48cf2b20-7d7f-4936-b226-396b5f7eae33, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:39:33.255672 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:33.262979 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:33.263818 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:33.265586 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/48cf2b20-7d7f-4936-b226-396b5f7eae33 HTTP/1.1" status: 200 len: 1094 time: 0.8736732 Oct 27 17:39:33.267244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:39:33.270932 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:39:33.330669 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ae695-5130-4d4c-86e9-98ce7b5ccfe8 x-openstack-request-id: req-c85ae695-5130-4d4c-86e9-98ce7b5ccfe8 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:39:33.330959 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:39:33.331211 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c85ae695-5130-4d4c-86e9-98ce7b5ccfe8 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:39:33.331924 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85ae695-5130-4d4c-86e9-98ce7b5ccfe8'] response: {'name': 'network-changed', 'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'status': 'completed', 'code': 200} Oct 27 17:39:33.347664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3854c74-ef19-4b68-8693-cbf4a6afed5c service neutron] Pushing event updated for resources: {'Port': ['ID=48cf2b20-7d7f-4936-b226-396b5f7eae33,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:33.404842 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-92f81c11-de13-4c1f-a0b4-dc275b3e7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:33.405148 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-92f81c11-de13-4c1f-a0b4-dc275b3e7cc7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 1128 time: 0.0448968 Oct 27 17:39:33.458130 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-62cf220e-0c3a-4767-8ead-fb046c955730 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33 HTTP/1.1" status: 200 len: 217 time: 0.0374765 Oct 27 17:39:33.498106 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:33.515575 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-8c310418-081c-4b34-9034-59c2ee773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:33.517690 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-8c310418-081c-4b34-9034-59c2ee773de2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0534511 Oct 27 17:39:33.565436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-a47bd71a-6a84-4a97-bb20-5cc39cf967f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:33.567277 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-a47bd71a-6a84-4a97-bb20-5cc39cf967f8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412042 Oct 27 17:39:33.678403 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-f837af40-13e7-4bbb-bca5-f3f0d4fa80ae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015728 Oct 27 17:39:33.785414 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fff464ca-1598-40a1-b404-54ffe1f11812 req-3482884e-9891-4977-a313-4b05ea2905a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002970 Oct 27 17:39:33.883969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b96e5b-8f0b-48d7-a7cd-3eaef634e6a8 req-166ad1f1-94ec-43ca-94e4-ab149067e7ee tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:33.886231 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74b96e5b-8f0b-48d7-a7cd-3eaef634e6a8 req-166ad1f1-94ec-43ca-94e4-ab149067e7ee tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 944 time: 0.0624971 Oct 27 17:39:33.944288 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74b96e5b-8f0b-48d7-a7cd-3eaef634e6a8 req-9e3cf7fd-7d41-4cba-b3cb-80d26e728cb7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520465 Oct 27 17:39:34.050557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30130e58-378c-4145-9a44-a32cd8d05b49 req-fd8b7158-d384-46a8-9760-3448a4784f16 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:34.051982 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-30130e58-378c-4145-9a44-a32cd8d05b49 req-fd8b7158-d384-46a8-9760-3448a4784f16 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0524414 Oct 27 17:39:34.108322 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-30130e58-378c-4145-9a44-a32cd8d05b49 req-0cd47147-d6fb-4628-aa89-0c6ca0f7c35d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486710 Oct 27 17:39:35.093907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630344-1510-47ac-85ee-a9f3e500f367 req-5f4b8acc-af97-4cb1-b325-62c44e5992d0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:35.095805 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f9630344-1510-47ac-85ee-a9f3e500f367 req-5f4b8acc-af97-4cb1-b325-62c44e5992d0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 944 time: 0.0689235 Oct 27 17:39:35.169531 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f9630344-1510-47ac-85ee-a9f3e500f367 req-9bca7987-17e6-4011-bb34-47462318be73 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675042 Oct 27 17:39:35.259178 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e251e-fa81-43ee-b9ad-92122fb51a4b req-f9ddb6c8-6106-4717-88f2-c169ee387032 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:35.261534 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-073e251e-fa81-43ee-b9ad-92122fb51a4b req-f9ddb6c8-6106-4717-88f2-c169ee387032 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0525854 Oct 27 17:39:35.328432 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-073e251e-fa81-43ee-b9ad-92122fb51a4b req-9e3364fd-6ee6-44d8-9163-7a6bc99c8cff tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597463 Oct 27 17:39:36.251123 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-aa411c62-e52e-4e4a-b505-560fe0468e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:36.252963 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-aa411c62-e52e-4e4a-b505-560fe0468e52 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 1128 time: 0.0501852 Oct 27 17:39:36.361532 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0356aa-29f2-45e3-9642-9cc7fe456aed req-651d8890-814c-43f7-bc11-3af93d483bdc tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:36.368799 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2b0356aa-29f2-45e3-9642-9cc7fe456aed req-651d8890-814c-43f7-bc11-3af93d483bdc tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 944 time: 0.1098545 Oct 27 17:39:36.433403 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-5cd3a86f-95ff-4131-8b9a-107b77d74f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:36.435105 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-5cd3a86f-95ff-4131-8b9a-107b77d74f7c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 916 time: 0.1751091 Oct 27 17:39:36.454708 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2b0356aa-29f2-45e3-9642-9cc7fe456aed req-18292438-43f4-44e0-93a0-1507d4741e64 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796261 Oct 27 17:39:36.493388 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-3f49e091-f7e3-460f-aaa3-0619f3b08943 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33 HTTP/1.1" status: 200 len: 217 time: 0.0373836 Oct 27 17:39:36.515406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971191-9b4e-41de-b7fe-ee1d41c91470 req-b883ff4a-abb6-48cf-b420-e948864772cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:36.516990 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2971191-9b4e-41de-b7fe-ee1d41c91470 req-b883ff4a-abb6-48cf-b420-e948864772cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0863421 Oct 27 17:39:36.563143 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-79ab1d93-a176-4fea-b384-8425ebb99f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:36.564675 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-79ab1d93-a176-4fea-b384-8425ebb99f31 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0646241 Oct 27 17:39:36.599807 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f2971191-9b4e-41de-b7fe-ee1d41c91470 req-d9d5a694-94df-42fa-95bf-d3130a17d609 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743129 Oct 27 17:39:36.628719 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-9c97369c-af16-4ce4-afcb-eab54210f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:36.630230 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-9c97369c-af16-4ce4-afcb-eab54210f5ff service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587296 Oct 27 17:39:36.669280 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:39:36.695618 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:36.731635 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-1a1fb412-9be4-4c2d-b374-12260eb0fa8b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940952 Oct 27 17:39:36.834521 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ddd867b1-34bd-4cac-b49d-e4d75aab3e7b req-ff6f3331-13d9-4c3f-9ff6-737f12af885d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958519 Oct 27 17:39:37.540578 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:37.589381 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7740-b4af-4d04-9ce0-54f6e30fdce2 req-975b435b-9a6c-4e72-9b8d-c3b37a19d5a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:37.590866 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0b6f7740-b4af-4d04-9ce0-54f6e30fdce2 req-975b435b-9a6c-4e72-9b8d-c3b37a19d5a7 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 944 time: 0.0592113 Oct 27 17:39:37.651127 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0b6f7740-b4af-4d04-9ce0-54f6e30fdce2 req-229276f1-743e-4661-9e42-c32895483dc0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541992 Oct 27 17:39:37.734989 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956edeb-a7a7-4af5-b4aa-43242a2f5f50 req-47e5bd7f-6637-4f12-9f7c-0a677afc690e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:37.737165 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f956edeb-a7a7-4af5-b4aa-43242a2f5f50 req-47e5bd7f-6637-4f12-9f7c-0a677afc690e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Oct 27 17:39:37.789605 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f956edeb-a7a7-4af5-b4aa-43242a2f5f50 req-11c3434a-1730-44ea-9521-53ccc54821cb tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463953 Oct 27 17:39:38.003975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 48cf2b20-7d7f-4936-b226-396b5f7eae33 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:39:38.105345 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 48cf2b20-7d7f-4936-b226-396b5f7eae33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:38.107614 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:38.119286 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'port_id': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'mac_address': 'fa:16:3e:47:64:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:39:38.154833 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 48cf2b20-7d7f-4936-b226-396b5f7eae33 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:39:38.155355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:38.168533 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cf2b20-7d7f-4936-b226-396b5f7eae33 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:39:38.189253 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 48cf2b20-7d7f-4936-b226-396b5f7eae33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:38.193521 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:38.246342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=48cf2b20-7d7f-4936-b226-396b5f7eae33,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:38.687586 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['48cf2b20-7d7f-4936-b226-396b5f7eae33'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:39:38.782866 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:38.827540 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428168c-2c29-4b1e-8b46-20e237d31dfe req-0b2c57a3-f171-4ec8-976b-c7c426c6b1a0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:38.829112 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9428168c-2c29-4b1e-8b46-20e237d31dfe req-0b2c57a3-f171-4ec8-976b-c7c426c6b1a0 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 945 time: 0.0609319 Oct 27 17:39:38.901186 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9428168c-2c29-4b1e-8b46-20e237d31dfe req-a748200b-cfa8-45ac-af50-ec39597836d4 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632925 Oct 27 17:39:38.959013 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e432df-e901-4438-942a-fcbfa1c1663d req-60aa19a6-ac3f-48f2-9e91-dd9bc6d40064 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:38.960755 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-42e432df-e901-4438-942a-fcbfa1c1663d req-60aa19a6-ac3f-48f2-9e91-dd9bc6d40064 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0659778 Oct 27 17:39:39.011916 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-42e432df-e901-4438-942a-fcbfa1c1663d req-903beff1-7609-4b82-85ad-8f6bad4a3d37 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Oct 27 17:39:40.031873 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 48cf2b20-7d7f-4936-b226-396b5f7eae33 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:39:40.041713 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158092-0ce7-4ad8-9ab1-2d4d4d0555b1 req-3068b9f4-ca3f-4f95-8819-535df39e1a1a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:40.043478 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-59158092-0ce7-4ad8-9ab1-2d4d4d0555b1 req-3068b9f4-ca3f-4f95-8819-535df39e1a1a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 945 time: 0.0548048 Oct 27 17:39:40.117596 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 48cf2b20-7d7f-4936-b226-396b5f7eae33 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:39:40.150134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 48cf2b20-7d7f-4936-b226-396b5f7eae33 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:39:40.150532 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:40.151470 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 48cf2b20-7d7f-4936-b226-396b5f7eae33 Oct 27 17:39:40.158225 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-59158092-0ce7-4ad8-9ab1-2d4d4d0555b1 req-8d029f42-428c-401d-a672-55d903e7566f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938735 Oct 27 17:39:40.216606 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c93e-f0f6-4830-9e04-9ddca6c580c1 req-e646084d-35be-452d-a690-e4a553122cd3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:40.225371 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1a23c93e-f0f6-4830-9e04-9ddca6c580c1 req-e646084d-35be-452d-a690-e4a553122cd3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0763304 Oct 27 17:39:40.289775 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1a23c93e-f0f6-4830-9e04-9ddca6c580c1 req-2892760a-052c-4b85-b99a-8d11ea84bb1e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632372 Oct 27 17:39:40.392673 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 48cf2b20-7d7f-4936-b226-396b5f7eae33 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:39:40.393211 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:40.451290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:39:40.454113 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96e2020-9524-451e-a612-e75f2e17a2e7" -d '{"events": [{"server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "name": "network-vif-plugged", "status": "completed", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:39:40.474889 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 48cf2b20-7d7f-4936-b226-396b5f7eae33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:40.484044 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:40.509600 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1b9499-ddde-436d-8422-fc3e1ee576cf x-openstack-request-id: req-df1b9499-ddde-436d-8422-fc3e1ee576cf {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:39:40.510116 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "name": "network-vif-plugged", "status": "completed", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:39:40.510745 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df1b9499-ddde-436d-8422-fc3e1ee576cf {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:39:40.511355 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1b9499-ddde-436d-8422-fc3e1ee576cf'] response: {'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'code': 200} Oct 27 17:39:40.570180 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=48cf2b20-7d7f-4936-b226-396b5f7eae33,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:40.751886 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0648e-4779-4ca7-9deb-a83923281d6a req-98a12006-e880-4136-9c0e-8df3535747fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:40.753404 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bda0648e-4779-4ca7-9deb-a83923281d6a req-98a12006-e880-4136-9c0e-8df3535747fb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 1130 time: 0.0409980 Oct 27 17:39:40.800984 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bda0648e-4779-4ca7-9deb-a83923281d6a req-497bc979-3d00-4ccb-90c7-a4fb33d84662 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Oct 27 17:39:41.216282 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f92f55c9-51b1-4dab-b02a-8489d5dd3450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:41.310083 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97948d79-79f7-4673-a9f6-9263882e1c46 req-ba0e932e-2a3e-42b3-b304-387df6bc2911 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:41.311748 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-97948d79-79f7-4673-a9f6-9263882e1c46 req-ba0e932e-2a3e-42b3-b304-387df6bc2911 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0518577 Oct 27 17:39:41.391519 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-97948d79-79f7-4673-a9f6-9263882e1c46 req-e0f2e8d8-aa34-4fbe-93b7-670942e482ad tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735590 Oct 27 17:39:41.440022 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed309-c0f9-4262-a039-84d2adc5592a req-8f2ff115-c112-4f84-8f1d-8d16f2f976b5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:41.444222 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0dbed309-c0f9-4262-a039-84d2adc5592a req-8f2ff115-c112-4f84-8f1d-8d16f2f976b5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0513456 Oct 27 17:39:41.496892 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0dbed309-c0f9-4262-a039-84d2adc5592a req-2faff3ae-07ac-4369-beca-622cae98e7e3 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494890 Oct 27 17:39:42.514550 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eecf9-06eb-4f0d-b7d1-8a7c5c90ea83 req-72bcbee2-f086-485b-bf1a-074c3945cb84 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:42.515766 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-571eecf9-06eb-4f0d-b7d1-8a7c5c90ea83 req-72bcbee2-f086-485b-bf1a-074c3945cb84 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0495789 Oct 27 17:39:42.564929 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-571eecf9-06eb-4f0d-b7d1-8a7c5c90ea83 req-898d7291-c923-4c03-9daf-c3dd44e486ad tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Oct 27 17:39:42.625122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33330-e6ba-4f6d-a129-0ff2a1f25514 req-72fde4f2-c53f-4b65-a088-d196acd333fc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:42.626560 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44a33330-e6ba-4f6d-a129-0ff2a1f25514 req-72fde4f2-c53f-4b65-a088-d196acd333fc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Oct 27 17:39:42.673874 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44a33330-e6ba-4f6d-a129-0ff2a1f25514 req-778b2bb4-ab3e-47f9-bdd7-150f2caebc14 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Oct 27 17:39:43.572872 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1b597412-eb83-4512-9d7f-baa7a0aef729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:43.688270 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158eb0-77e8-4c93-bf75-680739ae23d8 req-756e0a19-26d8-412c-9b71-50f9609cc45a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:43.689732 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b7158eb0-77e8-4c93-bf75-680739ae23d8 req-756e0a19-26d8-412c-9b71-50f9609cc45a tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0460563 Oct 27 17:39:43.702070 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:43.710729 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:43.739592 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b7158eb0-77e8-4c93-bf75-680739ae23d8 req-4093ace5-6c4d-45c5-929d-075656be011f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Oct 27 17:39:43.802799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357231-4080-4d52-b20b-ace6a3d07368 req-d4db13f0-e933-4e4b-b88c-b800d7ca5ff1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:43.804322 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fa357231-4080-4d52-b20b-ace6a3d07368 req-d4db13f0-e933-4e4b-b88c-b800d7ca5ff1 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Oct 27 17:39:43.859465 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7573-dfb2-4451-960d-085587ea0d6d req-db5aa409-76cb-403b-aba4-7f3b261d58b2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:43.861061 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c05b7573-dfb2-4451-960d-085587ea0d6d req-db5aa409-76cb-403b-aba4-7f3b261d58b2 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0472474 Oct 27 17:39:43.861219 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-dd4cd1c4-a145-4c52-a78b-41301a0f0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:43.862555 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-dd4cd1c4-a145-4c52-a78b-41301a0f0cfd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1129 time: 0.0573847 Oct 27 17:39:43.871524 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42624) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:39:43.876427 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Request body: {'floatingip': {'port_id': '48cf2b20-7d7f-4936-b226-396b5f7eae33'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:39:43.912293 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fa357231-4080-4d52-b20b-ace6a3d07368 req-370c1a40-3066-4e56-b0af-58be7c3e53f2 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977976 Oct 27 17:39:43.917018 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (ed9c0454-0681-4ede-920d-0ec979aa5784), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:43.971431 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-e19a0848-8eff-4c6e-85b3-272e98b923cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:43.973303 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-e19a0848-8eff-4c6e-85b3-272e98b923cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.1023731 Oct 27 17:39:44.013158 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:44.040353 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-78e2f98b-fde4-41a9-9ec2-a43bf968010d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 1000 time: 0.0602560 Oct 27 17:39:44.089866 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-53d994c1-704d-489a-8812-44465918fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:44.091342 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-53d994c1-704d-489a-8812-44465918fa33 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0437708 Oct 27 17:39:44.134878 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-a208dc7b-ef05-4313-b9d4-ee26e54ea768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:44.136340 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-a208dc7b-ef05-4313-b9d4-ee26e54ea768 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385683 Oct 27 17:39:44.227258 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-a2ee7cf9-c0b4-4a3f-80a3-dce34f9f89a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848773 Oct 27 17:39:44.318028 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-106c5a52-7e1b-453e-bc51-99a9a8efce1f req-53faa7c2-bad3-4b44-a3d2-f8baf0739fb3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835879 Oct 27 17:39:44.326598 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:44.330554 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (ed9c0454-0681-4ede-920d-0ec979aa5784), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:44.425248 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP ed9c0454-0681-4ede-920d-0ec979aa5784 associated. External IP: 172.27.0.122, port: 48cf2b20-7d7f-4936-b226-396b5f7eae33. Oct 27 17:39:44.835524 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:39:44.936963 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:39:44.941461 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:44.947858 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:39:44.957168 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:44.959620 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:39:44.960266 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:39:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:44.972959 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-75ebd21b-c3c0-4be7-b933-c4aec1e52c35 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "PUT /networking/v2.0/floatingips/ed9c0454-0681-4ede-920d-0ec979aa5784 HTTP/1.1" status: 200 len: 992 time: 1.0998764 Oct 27 17:39:44.973254 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:39:44.976524 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee2b0ae-395b-48aa-b325-09473405fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:39:45.018126 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b69a864-244a-486f-9848-370e8c319fef x-openstack-request-id: req-1b69a864-244a-486f-9848-370e8c319fef {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:39:45.018507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:39:45.018827 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b69a864-244a-486f-9848-370e8c319fef {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:39:45.019297 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b69a864-244a-486f-9848-370e8c319fef'] response: {'name': 'network-changed', 'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'status': 'completed', 'code': 200} Oct 27 17:39:45.031164 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:45.040406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:45.042993 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:45.055540 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe087-2b1b-43fb-98fc-eac4c98e78fc req-da6ffa37-72b6-4478-b0d3-675f66b1edaf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:45.057062 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-231fe087-2b1b-43fb-98fc-eac4c98e78fc req-da6ffa37-72b6-4478-b0d3-675f66b1edaf tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 945 time: 0.0511944 Oct 27 17:39:45.081561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:39:45.112789 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-231fe087-2b1b-43fb-98fc-eac4c98e78fc req-f2f3b50c-10c1-4fbe-9480-05ff83a6d635 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497994 Oct 27 17:39:45.431178 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'ed9c0454-0681-4ede-920d-0ec979aa5784', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:47:64:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:39:28Z', 'updated_at': '2022-10-27T17:39:44Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:45.455296 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:39:45.463512 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:39:45.464153 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:39:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:45.547379 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:45.565990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:39:45.770056 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'ed9c0454-0681-4ede-920d-0ec979aa5784', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:47:64:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:39:28Z', 'updated_at': '2022-10-27T17:39:44Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:39:45.797576 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6330b-afa4-40bb-9e14-5fb797188042 None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': 'ed9c0454-0681-4ede-920d-0ec979aa5784', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'port_id': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'mac_address': 'fa:16:3e:47:64:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:39:28Z', 'updated_at': '2022-10-27T17:39:44Z', 'revision_number': 1, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:39:45.853154 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:45.862104 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-9ba74ddf-35a0-41d0-ba2d-06ad3f61e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:45.863612 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-9ba74ddf-35a0-41d0-ba2d-06ad3f61e44b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 1130 time: 0.0425372 Oct 27 17:39:45.960683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-535a6dae-50b3-448c-b6ba-b29d70e684db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:45.962234 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-535a6dae-50b3-448c-b6ba-b29d70e684db service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 200 len: 916 time: 0.0925279 Oct 27 17:39:45.989703 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542971f7-ac2f-411d-bf43-14364bebe538 None None] New status for floating IP ed9c0454-0681-4ede-920d-0ec979aa5784: ACTIVE {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:39:46.031107 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-6c9f069a-fe01-47a9-9178-32fec922d88b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33 HTTP/1.1" status: 200 len: 1000 time: 0.0621483 Oct 27 17:39:46.063265 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:39:46.102977 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-cd22257a-647a-4d58-98b4-01ae2d22d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:46.104524 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-cd22257a-647a-4d58-98b4-01ae2d22d103 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 200 len: 854 time: 0.0551131 Oct 27 17:39:46.151947 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: ACTIVE; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:39:46.152688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:46.162012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-002b2471-0a50-45c2-bb24-0fb5dfb6c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:46.163897 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-002b2471-0a50-45c2-bb24-0fb5dfb6c745 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=40b6c3a9-49a5-4aa8-abaa-a41beea7c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524750 Oct 27 17:39:46.183430 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:39:46.185811 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b29637-f1c7-4df6-80cd-4ff40731093d" -d '{"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-unplugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:39:46.225048 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:39:46.245681 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 17:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d826cbd-0586-4bca-ab86-66b2dcbcb733 x-openstack-request-id: req-9d826cbd-0586-4bca-ab86-66b2dcbcb733 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:39:46.246322 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-unplugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:39:46.246752 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d826cbd-0586-4bca-ab86-66b2dcbcb733 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:39:46.247300 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d826cbd-0586-4bca-ab86-66b2dcbcb733'] response: {'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'code': 200} Oct 27 17:39:46.250256 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:46.307745 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:46.311419 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=8']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:39:46.332795 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb0335-2aa9-4b79-8677-e7195084193b req-37d027fe-3c05-4177-bdca-b63e49e30361 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:46.334743 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f3eb0335-2aa9-4b79-8677-e7195084193b req-37d027fe-3c05-4177-bdca-b63e49e30361 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0967686 Oct 27 17:39:46.372770 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-871545a9-8c3e-4fd8-8939-a1d86bde9021 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800117 Oct 27 17:39:46.424483 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f3eb0335-2aa9-4b79-8677-e7195084193b req-2d38f68e-3af9-44b7-bb32-10595014a670 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843978 Oct 27 17:39:46.766020 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eee2b0ae-395b-48aa-b325-09473405fa0e req-3066cfbc-0eae-4e7e-971c-127fa41941b5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830714 Oct 27 17:39:46.887988 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:47.460351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cf34a-8359-46c7-b202-2dabe01e7ae4 req-ad020413-da49-42b5-919e-fee5bd133ff8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:47.461798 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e58cf34a-8359-46c7-b202-2dabe01e7ae4 req-ad020413-da49-42b5-919e-fee5bd133ff8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0732572 Oct 27 17:39:47.471402 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-b8a1b288-a672-4377-82d2-664114b0f13e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489302 Oct 27 17:39:47.498745 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:47.514702 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e58cf34a-8359-46c7-b202-2dabe01e7ae4 req-2411830d-f95f-4423-b834-f5edd5f8b7be tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Oct 27 17:39:47.547036 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539876d-339a-44fe-8fc2-54b982249a6d req-8d6521f7-6519-4522-b96b-a7a5082f93fd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:47.548385 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-8d6521f7-6519-4522-b96b-a7a5082f93fd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports/e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 940 time: 0.0478268 Oct 27 17:39:48.484174 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539876d-339a-44fe-8fc2-54b982249a6d req-5bb1cf1a-eb2a-40b2-8b08-45e95ff3cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:48.485527 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-5bb1cf1a-eb2a-40b2-8b08-45e95ff3cae8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746&tenant_id=48c1b56e78014b57918f3c4b7ed32114 HTTP/1.1" status: 200 len: 1127 time: 0.0417387 Oct 27 17:39:48.561355 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539876d-339a-44fe-8fc2-54b982249a6d req-81979af3-871c-452c-b189-52f7ac0f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:48.562896 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-81979af3-871c-452c-b189-52f7ac0f0582 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1127 time: 0.0402627 Oct 27 17:39:48.641854 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8dc5b-2771-4932-adf7-53686e4d45c4 req-071411de-6a83-4f4c-a725-2cfc2d01b25a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:48.643320 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-74e8dc5b-2771-4932-adf7-53686e4d45c4 req-071411de-6a83-4f4c-a725-2cfc2d01b25a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0455627 Oct 27 17:39:48.657418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539876d-339a-44fe-8fc2-54b982249a6d req-e2db3ee3-7ebb-4264-adb5-6ea4ca85642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:48.658909 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-e2db3ee3-7ebb-4264-adb5-6ea4ca85642f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.0903704 Oct 27 17:39:48.690598 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-74e8dc5b-2771-4932-adf7-53686e4d45c4 req-dd4b1520-d458-421a-86ed-3035a93d8628 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Oct 27 17:39:48.719944 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-32cbc357-df00-4207-a5f8-6f1609e7f3cb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 998 time: 0.0551500 Oct 27 17:39:48.767682 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539876d-339a-44fe-8fc2-54b982249a6d req-c0508132-3f1a-487e-9792-f6add6f55653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:48.769116 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-c0508132-3f1a-487e-9792-f6add6f55653 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0436063 Oct 27 17:39:48.813595 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539876d-339a-44fe-8fc2-54b982249a6d req-95fea405-2241-40ce-b11d-a6ca8279ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:48.815072 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-95fea405-2241-40ce-b11d-a6ca8279ece0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404866 Oct 27 17:39:48.837744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:48.907027 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-6fd95437-9fbe-4571-81cf-91c1953b9a15 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856814 Oct 27 17:39:49.001508 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-66b16eac-6343-4fd1-9d45-d6cd40d41009 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889461 Oct 27 17:39:49.835166 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9eae2-7240-4d46-9bc7-58c16fdd0e2f req-67991eae-6aa3-407a-884d-ee0d214952fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:49.836624 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eab9eae2-7240-4d46-9bc7-58c16fdd0e2f req-67991eae-6aa3-407a-884d-ee0d214952fe tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0624197 Oct 27 17:39:49.896392 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eab9eae2-7240-4d46-9bc7-58c16fdd0e2f req-e48c7241-610c-4280-bbac-8f0e185cabda tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541327 Oct 27 17:39:50.091743 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:39:50.115732 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:50.167089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: DOWN; New status is: DOWN {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:39:51.023627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea506a2-f1d5-4b96-a04f-09a3e9522572 req-f1ef6196-e2a2-4dba-9ce1-4a9bd70a344e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:51.025185 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eea506a2-f1d5-4b96-a04f-09a3e9522572 req-f1ef6196-e2a2-4dba-9ce1-4a9bd70a344e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0484664 Oct 27 17:39:51.077887 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-eea506a2-f1d5-4b96-a04f-09a3e9522572 req-0d9c4380-b85f-49a1-80cd-924b847fc59f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467854 Oct 27 17:39:52.205417 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdd86d-472c-4e02-bceb-2f9833413db5 req-d9fb4910-b0f7-495a-9a2a-c697730715ef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:52.207205 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aabdd86d-472c-4e02-bceb-2f9833413db5 req-d9fb4910-b0f7-495a-9a2a-c697730715ef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0482576 Oct 27 17:39:52.266436 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-aabdd86d-472c-4e02-bceb-2f9833413db5 req-e39ce60c-ae8c-4675-9bff-39bbea805918 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532289 Oct 27 17:39:53.395239 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20b3a5-93f0-4bb4-a102-1c84a53024c4 req-4f421c2d-f90c-4bbb-a063-e1509d462942 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:53.396992 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b20b3a5-93f0-4bb4-a102-1c84a53024c4 req-4f421c2d-f90c-4bbb-a063-e1509d462942 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0490923 Oct 27 17:39:53.446067 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4b20b3a5-93f0-4bb4-a102-1c84a53024c4 req-10de89f3-ac85-4196-ad71-87bb44a4fdf7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Oct 27 17:39:54.587377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b727756-c3ff-4ddb-b300-b3ac6cfacf21 req-dd46ade0-6541-4d4c-9b43-23491847ca2a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:54.589348 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b727756-c3ff-4ddb-b300-b3ac6cfacf21 req-dd46ade0-6541-4d4c-9b43-23491847ca2a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0605829 Oct 27 17:39:54.641600 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8b727756-c3ff-4ddb-b300-b3ac6cfacf21 req-461dbced-4ea7-4cc8-ae8d-1456ecb8fa14 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462525 Oct 27 17:39:55.775157 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf1e2-3e2b-4d9a-8b67-4de4a98a5094 req-9396009d-efd2-4d7c-8ba6-d82d6d3b49d5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:55.776788 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-095cf1e2-3e2b-4d9a-8b67-4de4a98a5094 req-9396009d-efd2-4d7c-8ba6-d82d6d3b49d5 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0523782 Oct 27 17:39:55.824217 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-095cf1e2-3e2b-4d9a-8b67-4de4a98a5094 req-7ec358b5-33fa-4ea6-8e7d-7b4bc6b16c36 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Oct 27 17:39:56.191988 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=18 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:56.272746 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:39:57.125940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f785322-e47d-4c89-911a-867901ee3e66 req-515360d5-c782-45bd-814f-cf3f26e6a485 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:57.128203 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f785322-e47d-4c89-911a-867901ee3e66 req-515360d5-c782-45bd-814f-cf3f26e6a485 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0545280 Oct 27 17:39:57.196035 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f785322-e47d-4c89-911a-867901ee3e66 req-de7d49e2-949c-48f9-b77b-cd9097c8a5b4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620821 Oct 27 17:39:57.269196 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:39:58.332127 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e470c-6028-4912-8dcb-0e3dec0ec7e9 req-0bd833e5-4202-4faf-b761-dbd8b8bebe33 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:58.333615 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-be3e470c-6028-4912-8dcb-0e3dec0ec7e9 req-0bd833e5-4202-4faf-b761-dbd8b8bebe33 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0493002 Oct 27 17:39:58.384494 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-be3e470c-6028-4912-8dcb-0e3dec0ec7e9 req-3faad661-c066-45c1-94c8-da7a61f7b819 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Oct 27 17:39:59.515804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dee27-1cf5-4ac2-a06e-f03772aca12d req-af1fce0a-2da9-4505-a7e3-c29bfa04980e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:39:59.517391 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b47dee27-1cf5-4ac2-a06e-f03772aca12d req-af1fce0a-2da9-4505-a7e3-c29bfa04980e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0510581 Oct 27 17:39:59.571122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b47dee27-1cf5-4ac2-a06e-f03772aca12d req-7cbcf782-a472-4311-8817-be8d44b39057 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Oct 27 17:40:00.696628 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5cedb-d7c8-4544-9f55-8b7b8d8d0a14 req-6b96a2ce-ed1a-4ebe-aade-a3478501652e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:00.698080 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-23b5cedb-d7c8-4544-9f55-8b7b8d8d0a14 req-6b96a2ce-ed1a-4ebe-aade-a3478501652e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0455153 Oct 27 17:40:00.744071 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-23b5cedb-d7c8-4544-9f55-8b7b8d8d0a14 req-21ed38cb-a68c-4813-85b3-e6bff83ad5c7 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405829 Oct 27 17:40:01.867167 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78163a94-790b-40a3-8bee-5c2520dadfa9 req-407bd0f9-c36f-4bcd-a2e2-bb81472c0a06 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:01.868578 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-78163a94-790b-40a3-8bee-5c2520dadfa9 req-407bd0f9-c36f-4bcd-a2e2-bb81472c0a06 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0468152 Oct 27 17:40:01.900731 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:01.914764 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-78163a94-790b-40a3-8bee-5c2520dadfa9 req-8e4dc28f-4905-4069-80c8-c5b09bd0714d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Oct 27 17:40:03.045336 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8807a-b82e-4794-ba88-f82c3b1a921c req-820d35dd-6158-44d1-a5ce-af13eef2f73b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:03.047364 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-45f8807a-b82e-4794-ba88-f82c3b1a921c req-820d35dd-6158-44d1-a5ce-af13eef2f73b tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0525913 Oct 27 17:40:03.093555 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-45f8807a-b82e-4794-ba88-f82c3b1a921c req-4815153a-1cd7-4eac-95d7-3b10b974cc7d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Oct 27 17:40:04.216316 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75586c3d-fb3b-4c37-956a-c1cfbf709582 req-84f1840b-06ec-4628-9bb4-aa2f76f3dc2d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:04.217819 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75586c3d-fb3b-4c37-956a-c1cfbf709582 req-84f1840b-06ec-4628-9bb4-aa2f76f3dc2d tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0460007 Oct 27 17:40:04.267788 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-75586c3d-fb3b-4c37-956a-c1cfbf709582 req-07e8d0c5-57fa-4d5b-89fd-fdf837385ef6 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 Oct 27 17:40:05.395120 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d03e9-e826-44e3-8e55-6766f21fc582 req-29b13796-ec33-419c-82f1-bf7218c36574 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:05.396564 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9c8d03e9-e826-44e3-8e55-6766f21fc582 req-29b13796-ec33-419c-82f1-bf7218c36574 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 943 time: 0.0482433 Oct 27 17:40:05.442842 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9c8d03e9-e826-44e3-8e55-6766f21fc582 req-335da6a3-3df4-4dfc-b8ea-49e40ace869a tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Oct 27 17:40:06.176263 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:40:06.274098 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:06.285686 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'port_id': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'mac_address': 'fa:16:3e:bf:35:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:40:06.319521 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:40:06.319938 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:06.332992 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44c2473-a49a-4e38-91e6-b32e6e8065d8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:40:06.352688 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:06.356859 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:06.401390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=9']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:06.567785 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c4363-824a-4560-9653-9a47bd0b986f req-213856da-6f6e-4bd0-a752-e4b006484343 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:06.569239 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae7c4363-824a-4560-9653-9a47bd0b986f req-213856da-6f6e-4bd0-a752-e4b006484343 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 944 time: 0.0461779 Oct 27 17:40:06.616871 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ae7c4363-824a-4560-9653-9a47bd0b986f req-30e39383-5ce4-4f9b-8c99-4c9953de3d64 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Oct 27 17:40:06.802008 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['e44c2473-a49a-4e38-91e6-b32e6e8065d8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:40:06.826257 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:07.739451 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557c668-5dbb-4050-b071-ebf6b92804d2 req-8b38cd88-534a-4af7-8cb0-1340888da712 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:07.740936 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4557c668-5dbb-4050-b071-ebf6b92804d2 req-8b38cd88-534a-4af7-8cb0-1340888da712 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 944 time: 0.0455787 Oct 27 17:40:07.790223 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4557c668-5dbb-4050-b071-ebf6b92804d2 req-01bf354c-60c3-4102-9608-ce7d99963daa tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Oct 27 17:40:08.183283 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:40:08.230840 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port e44c2473-a49a-4e38-91e6-b32e6e8065d8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:40:08.231219 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:08.231537 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port e44c2473-a49a-4e38-91e6-b32e6e8065d8 Oct 27 17:40:08.301556 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port e44c2473-a49a-4e38-91e6-b32e6e8065d8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:40:08.301935 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:08.323705 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:40:08.325943 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c06ec-5ad3-4f2a-86f5-b58a377eb17f" -d '{"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-plugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:40:08.337996 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:08.341852 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:08.367090 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64002ec5-a0a0-4f9f-b79b-445734e23764 x-openstack-request-id: req-64002ec5-a0a0-4f9f-b79b-445734e23764 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:40:08.367374 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-plugged", "status": "completed", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:40:08.367620 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64002ec5-a0a0-4f9f-b79b-445734e23764 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:40:08.368026 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64002ec5-a0a0-4f9f-b79b-445734e23764'] response: {'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'code': 200} Oct 27 17:40:08.390319 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=10']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:08.595344 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a90b-773a-43f3-be38-bdd229ada24f req-016455da-71ba-4b69-9fd4-87c603dd78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:08.597138 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f073a90b-773a-43f3-be38-bdd229ada24f req-016455da-71ba-4b69-9fd4-87c603dd78b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1130 time: 0.0395749 Oct 27 17:40:08.619552 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:08.640213 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-f073a90b-773a-43f3-be38-bdd229ada24f req-a5a4953f-31a5-4387-9f56-1e5a8186a9a3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373871 Oct 27 17:40:08.916460 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1954a-55b2-464a-b9a0-0d720377efed req-1fa63865-d154-426e-afbb-e8dc64fedcd9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:08.918026 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8af1954a-55b2-464a-b9a0-0d720377efed req-1fa63865-d154-426e-afbb-e8dc64fedcd9 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0459845 Oct 27 17:40:08.950110 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:08.964925 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8af1954a-55b2-464a-b9a0-0d720377efed req-bbe6fd35-7297-425e-b6d9-a05d1ade2856 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Oct 27 17:40:10.095612 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206eda0-31fa-4f7c-9539-508a4c97f769 req-70032d12-763b-4b3f-9173-5257e3647626 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:10.097358 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d206eda0-31fa-4f7c-9539-508a4c97f769 req-70032d12-763b-4b3f-9173-5257e3647626 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0507305 Oct 27 17:40:10.143291 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d206eda0-31fa-4f7c-9539-508a4c97f769 req-302c7f7a-6db9-4696-aa80-f3b15c1abfe4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Oct 27 17:40:11.209328 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b0eaaf4c-53f6-4d17-951f-69228e63f1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:11.238061 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:11.272321 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c025d-d008-4ca5-b8dd-13274332682c req-81d52a17-786a-405f-ab79-00fc5f94eaef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:11.273777 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c34c025d-d008-4ca5-b8dd-13274332682c req-81d52a17-786a-405f-ab79-00fc5f94eaef tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0458055 Oct 27 17:40:11.320736 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c34c025d-d008-4ca5-b8dd-13274332682c req-0b5e4d48-5297-446e-8989-9be41cbad9ce tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Oct 27 17:40:13.576339 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f3c64db0-fe87-43f2-b7e2-87dadb71ea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:13.669436 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:40:15.005592 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:15.017863 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:15.715852 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:16.244695 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:16.881112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:20.136550 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:20.138867 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=39 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:21.314878 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:21.317457 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:23.664875 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:26.874800 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:26.876555 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:27.250267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:27.502254 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42868) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:27.780249 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Deleting port 2c94b5d0-9b29-4f52-b512-bf2102194b90 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:27.780513 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:27.856458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:27.856782 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for floatingip (2c94b5d0-9b29-4f52-b512-bf2102194b90), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:27.868734 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Calling delete_port for 2c94b5d0-9b29-4f52-b512-bf2102194b90 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:28.030167 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (2c94b5d0-9b29-4f52-b512-bf2102194b90), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:28.054326 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event deleted for resources: {'Port': ['ID=2c94b5d0-9b29-4f52-b512-bf2102194b90,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:28.079498 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.079872 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.080212 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.080549 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.080897 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.081231 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.081556 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.081877 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.082197 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.082513 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.082831 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.083149 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.083465 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.083807 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.084125 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:28.128921 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for floatingip (261fe98f-d474-47c8-baaa-7606914b5736), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:28.129250 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.l3_db [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Floating IP 261fe98f-d474-47c8-baaa-7606914b5736 disassociated (deleted). External IP: 172.27.0.177, port: 469bd0cf-71f5-4704-9199-a07d128929ab. Oct 27 17:40:28.324901 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:40:28.414905 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:28.427381 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:40:28.432179 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:28.436674 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] Sync routers for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:40:28.446339 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:28.446944 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:28.461164 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5a1d2e37-a632-4a82-bf5a-8b1d96b150a7 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/261fe98f-d474-47c8-baaa-7606914b5736 HTTP/1.1" status: 204 len: 168 time: 0.9578927 Oct 27 17:40:28.461891 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:40:28.464197 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3329bdb49af4e9538dd0d252cb485091eb5878c22c15257487f754400cce18d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995442fb-4223-41a5-84e5-d61415827fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:40:28.504492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a47b7-631a-47ad-bf41-abce7c113e98 x-openstack-request-id: req-813a47b7-631a-47ad-bf41-abce7c113e98 {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:40:28.505142 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "status": "completed", "code": 200}]} {{(pid=104580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:40:28.505142 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-813a47b7-631a-47ad-bf41-abce7c113e98 {{(pid=104580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:40:28.505419 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813a47b7-631a-47ad-bf41-abce7c113e98'] response: {'name': 'network-changed', 'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'status': 'completed', 'code': 200} Oct 27 17:40:28.552316 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:28.683879 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a944b-d706-47b3-8deb-87504db6cbec req-d17c333e-1b51-4000-a7c7-a0e24440296a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:28.685368 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-770a944b-d706-47b3-8deb-87504db6cbec req-d17c333e-1b51-4000-a7c7-a0e24440296a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0466919 Oct 27 17:40:28.734914 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-770a944b-d706-47b3-8deb-87504db6cbec req-78a3548a-07c4-4a2f-b1f1-402a9d87601a tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Oct 27 17:40:28.741615 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:34:00Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:28.772544 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] Checking router: 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:40:28.782107 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:28.782720 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:28.871230 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995442fb-4223-41a5-84e5-d61415827fd3 req-38d68548-6d98-4863-8d65-3c15738fd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:28.872686 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-38d68548-6d98-4863-8d65-3c15738fd3ed service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 1129 time: 0.0483727 Oct 27 17:40:28.887119 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:29.074997 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:34:00Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:29.099447 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070410f0-d53a-4f22-a384-5038b8d8d7b9 None None] The sync data for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi is: [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:33:54Z', 'revision_number': 4, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e56cad39-2306-4914-971d-6ff6dc8f0792', 'name': '', 'network_id': '6b46168e-b39c-4a8b-b4c9-8fbae902deb6', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'mac_address': 'fa:16:3e:7a:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:53Z', 'updated_at': '2022-10-27T17:34:00Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'subnets': [{'id': 'bbf7c2e6-e241-41e9-a516-df3a82334945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:40:29.326771 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888d8ac8-6b2c-4663-bd8e-ae44f7c79ab5 None None] New status for floating IP 261fe98f-d474-47c8-baaa-7606914b5736: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:40:29.911542 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca88e9-f326-4941-8142-54253eac0fb9 req-d8d46457-f0b6-4ae9-ba05-528c4efec5f5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:29.913046 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c4ca88e9-f326-4941-8142-54253eac0fb9 req-d8d46457-f0b6-4ae9-ba05-528c4efec5f5 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0998399 Oct 27 17:40:29.945126 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:29.962723 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c4ca88e9-f326-4941-8142-54253eac0fb9 req-79e81fc4-b8fb-4591-a2cb-d9338bbe744c tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Oct 27 17:40:30.114778 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995442fb-4223-41a5-84e5-d61415827fd3 req-890dfc26-2ff7-4990-bffe-bc1c5b237b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:30.116270 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-890dfc26-2ff7-4990-bffe-bc1c5b237b32 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 200 len: 910 time: 0.0856109 Oct 27 17:40:30.743366 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-cf055f02-ebb0-4e5d-8bb6-9685b57c0aaa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392289 Oct 27 17:40:30.867068 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-d28c492c-156f-46fa-96dc-fda41b3988f1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 200 len: 217 time: 0.0369649 Oct 27 17:40:31.099332 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f7249-518a-4183-937d-c098fa3aa790 req-1a2e3441-e11c-4d2f-890b-23d6168ddb69 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.100896 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-205f7249-518a-4183-937d-c098fa3aa790 req-1a2e3441-e11c-4d2f-890b-23d6168ddb69 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0640047 Oct 27 17:40:31.150151 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a9bb-5601-46f2-a732-1994a9061677 req-9dcfd8fd-e653-420f-a8d4-bf56193cbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.151747 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-9dcfd8fd-e653-420f-a8d4-bf56193cbbb9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=48c1b56e78014b57918f3c4b7ed32114&device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 1130 time: 0.0395973 Oct 27 17:40:31.184465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995442fb-4223-41a5-84e5-d61415827fd3 req-b35e8844-704f-4e6e-a65e-5a0a60c36b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.185973 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-b35e8844-704f-4e6e-a65e-5a0a60c36b3e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 200 len: 848 time: 0.0737801 Oct 27 17:40:31.189723 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-205f7249-518a-4183-937d-c098fa3aa790 req-48ab98c7-d041-47de-896e-cb930ecc23fb tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834284 Oct 27 17:40:31.283166 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a9bb-5601-46f2-a732-1994a9061677 req-5543db85-187d-4bd3-844f-bf6eb300238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.285331 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-5543db85-187d-4bd3-844f-bf6eb300238f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 200 len: 917 time: 0.0895040 Oct 27 17:40:31.330568 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995442fb-4223-41a5-84e5-d61415827fd3 req-d36e22d9-930e-42c5-b584-3f4f09694ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.332735 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-d36e22d9-930e-42c5-b584-3f4f09694ee4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6b46168e-b39c-4a8b-b4c9-8fbae902deb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743203 Oct 27 17:40:31.342954 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-e714aa48-ae15-41f8-9479-af64f59d6ade tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.344410 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-e714aa48-ae15-41f8-9479-af64f59d6ade tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 945 time: 0.0580072 Oct 27 17:40:31.348923 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-39799e85-a548-4eed-8c71-428affa373c3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 200 len: 1000 time: 0.0574205 Oct 27 17:40:31.403872 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a9bb-5601-46f2-a732-1994a9061677 req-cba8a4e6-b0ee-44e1-b8fd-0c54d6982aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.405286 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-cba8a4e6-b0ee-44e1-b8fd-0c54d6982aa0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 200 len: 855 time: 0.0485694 Oct 27 17:40:31.449572 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a9bb-5601-46f2-a732-1994a9061677 req-dcfe5740-f52a-4ef8-9014-59a1d697dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:31.451101 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-dcfe5740-f52a-4ef8-9014-59a1d697dd30 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391827 Oct 27 17:40:31.487322 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Deleting port 469bd0cf-71f5-4704-9199-a07d128929ab {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:31.487669 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:31.515547 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-b7e310a2-d134-4a96-aa43-c1329d6ede1d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702688 Oct 27 17:40:31.538828 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-edc99022-a482-433d-b625-7e6f7039b8fb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809627 Oct 27 17:40:31.631091 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-9054b59a-aaf2-416a-a115-a7ba91763294 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Oct 27 17:40:31.645032 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] For port 469bd0cf-71f5-4704-9199-a07d128929ab, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=469bd0cf-71f5-4704-9199-a07d128929ab,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:31.645395 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:31.667971 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Calling delete_port for 469bd0cf-71f5-4704-9199-a07d128929ab owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:31.677308 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-995442fb-4223-41a5-84e5-d61415827fd3 req-045c87ac-026b-4e48-8056-e160f158cefb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559029 Oct 27 17:40:31.730728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:31.806501 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (469bd0cf-71f5-4704-9199-a07d128929ab), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:31.817866 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:31.840814 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event deleted for resources: {'Port': ['ID=469bd0cf-71f5-4704-9199-a07d128929ab,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:31.866629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.866980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.867324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.867666 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.868030 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.868365 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.869489 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.869489 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.869489 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.869781 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.870029 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.870352 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.870676 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.870999 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.871318 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:31.895948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] No DVR routers for this DVR port 469bd0cf-71f5-4704-9199-a07d128929ab on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:31.898714 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:31.902076 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-61018321-9157-4234-8980-9b7dc5b2ad16 req-12e1e6f7-efa8-424b-afbd-a31ff92fdce4 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.40 "DELETE /networking/v2.0/ports/469bd0cf-71f5-4704-9199-a07d128929ab HTTP/1.1" status: 204 len: 173 time: 0.5488341 Oct 27 17:40:31.902562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-deleted', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:40:31.904968 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49034ab5-6c69-4191-9db1-d28828515719" -d '{"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-deleted", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:40:31.945941 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a67a5d2-4df5-4d6f-a5ba-6941af609be5 x-openstack-request-id: req-2a67a5d2-4df5-4d6f-a5ba-6941af609be5 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:40:31.946235 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a883d9-7208-49ab-9775-557bba9f7efd", "name": "network-vif-deleted", "tag": "469bd0cf-71f5-4704-9199-a07d128929ab", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:40:31.946487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a67a5d2-4df5-4d6f-a5ba-6941af609be5 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:40:31.946926 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a67a5d2-4df5-4d6f-a5ba-6941af609be5'] response: {'server_uuid': '26a883d9-7208-49ab-9775-557bba9f7efd', 'name': 'network-vif-deleted', 'tag': '469bd0cf-71f5-4704-9199-a07d128929ab', 'status': 'completed', 'code': 200} Oct 27 17:40:32.323678 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aba52340-3977-4fc9-a12b-7a6053edfa5f req-2179c21d-0af3-4390-8956-3849d8a0e8ea tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 210 time: 0.0322959 Oct 27 17:40:33.440457 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fb8a27a2-d843-4cb0-88b1-8450905c7f90 req-672c7762-f0c7-4bcc-94f8-13c36529892d tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=26a883d9-7208-49ab-9775-557bba9f7efd HTTP/1.1" status: 200 len: 210 time: 0.0266361 Oct 27 17:40:34.274840 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:34.297104 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 469bd0cf-71f5-4704-9199-a07d128929ab {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:34.297439 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 469bd0cf-71f5-4704-9199-a07d128929ab not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:34.506750 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42924) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:34.566474 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90637e11-c9ee-4a9d-aff2-283a384cfa52 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group (d5e3468d-3eea-4868-b1b5-9be3ddc15aaf), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:34.590589 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90637e11-c9ee-4a9d-aff2-283a384cfa52 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group (d5e3468d-3eea-4868-b1b5-9be3ddc15aaf), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:34.659782 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90637e11-c9ee-4a9d-aff2-283a384cfa52 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d5e3468d-3eea-4868-b1b5-9be3ddc15aaf), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:34.662363 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-90637e11-c9ee-4a9d-aff2-283a384cfa52 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:34.663504 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-90637e11-c9ee-4a9d-aff2-283a384cfa52 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d5e3468d-3eea-4868-b1b5-9be3ddc15aaf HTTP/1.1" status: 204 len: 168 time: 0.1566837 Oct 27 17:40:34.673642 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90637e11-c9ee-4a9d-aff2-283a384cfa52 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3468d-3eea-4868-b1b5-9be3ddc15aaf,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:34.717368 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42932) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:35.036893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:35.101045 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:35.156957 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:35.368473 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Deleting port e56cad39-2306-4914-971d-6ff6dc8f0792 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:35.368729 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:35.446486 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] For port e56cad39-2306-4914-971d-6ff6dc8f0792, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e56cad39-2306-4914-971d-6ff6dc8f0792,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:35.446838 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:35.460922 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Calling delete_port for e56cad39-2306-4914-971d-6ff6dc8f0792 owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:35.641764 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e56cad39-2306-4914-971d-6ff6dc8f0792), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:35.663160 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56cad39-2306-4914-971d-6ff6dc8f0792,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:35.826867 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:35.840873 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:35.849303 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009470d-eefe-4271-a7be-b38e6ff79db3 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:40:35.920939 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:35.946340 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009470d-eefe-4271-a7be-b38e6ff79db3 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:40:36.015863 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:36.042657 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:40:36.162491 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:40:36.170290 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-22d82864-5842-4246-89d7-2e7f87f75493 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518747 Oct 27 17:40:36.172782 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42952) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:36.175630 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] Sync routers for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:40:36.185358 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:36.186262 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:36.294467 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:36.301310 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks [] for router (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:36.304308 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:36.500426 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:40:35Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:36.532795 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] Checking router: 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:40:36.543208 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] Routers {'2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:36.543892 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:36.686205 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks [] for router_gateway (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:36.703984 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] Set router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:36.736418 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Deleting port e8defe6d-802e-4af6-8a8b-1cdfde801bbc {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:36.736565 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:36.738882 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deedd01-b0cc-46cc-a5b3-30b3507b7b58 req-43799c5f-15e0-48fa-8998-97307e5ab41d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:36.740954 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8deedd01-b0cc-46cc-a5b3-30b3507b7b58 req-43799c5f-15e0-48fa-8998-97307e5ab41d tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0697143 Oct 27 17:40:36.795985 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8deedd01-b0cc-46cc-a5b3-30b3507b7b58 req-9b335fa0-cf9a-4eb2-8c0f-dcb0528bab6a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Oct 27 17:40:36.825854 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] For port e8defe6d-802e-4af6-8a8b-1cdfde801bbc, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:36.826215 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:36.828294 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-006fc210-1944-4dba-9879-914e9dd6579f None None] Provisioning complete for port 28d94bd9-9c02-45dd-be32-dc0f34376f7e triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:40:36.828654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-006fc210-1944-4dba-9879-914e9dd6579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:36.828979 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-006fc210-1944-4dba-9879-914e9dd6579f None None] Attempt 1 to provision port 28d94bd9-9c02-45dd-be32-dc0f34376f7e Oct 27 17:40:36.838985 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Calling delete_port for e8defe6d-802e-4af6-8a8b-1cdfde801bbc owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:36.953457 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:40:35Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:36.957593 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-006fc210-1944-4dba-9879-914e9dd6579f None None] Current status of the port 28d94bd9-9c02-45dd-be32-dc0f34376f7e is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:40:36.981267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0df8c8-9560-43c1-b55c-93f6df1501cf None None] The sync data for ids ['2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6'] in dv-cinder-862831-1-iscsi is: [{'id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'name': 'tempest-TestShelveInstance-1271814640-router', 'tenant_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:51Z', 'updated_at': '2022-10-27T17:40:35Z', 'revision_number': 5, 'project_id': 'd8c77f9e29f141c7b5a02d8b7eb62da3', 'gw_port': {'id': 'e8defe6d-802e-4af6-8a8b-1cdfde801bbc', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:52Z', 'updated_at': '2022-10-27T17:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:40:37.003521 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e8defe6d-802e-4af6-8a8b-1cdfde801bbc), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.008346 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:37.029440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8defe6d-802e-4af6-8a8b-1cdfde801bbc,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:37.091557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.145093 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:37.177092 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.179266 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks [] for router_controller (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.223404 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.224019 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:40:37.228729 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.229915 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-ed0587a0-227b-488d-bc6f-d5694452c10b admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/2b5ccb48-2b8f-46c9-99ef-f3d42b4d5ef6 HTTP/1.1" status: 204 len: 168 time: 1.0493078 Oct 27 17:40:37.232444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42964) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:37.275950 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Deleting subnet bbf7c2e6-e241-41e9-a516-df3a82334945 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:40:37.279039 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Publish callbacks [] for subnet (bbf7c2e6-e241-41e9-a516-df3a82334945), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.312870 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25733677'] for subnet (bbf7c2e6-e241-41e9-a516-df3a82334945), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.395591 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (bbf7c2e6-e241-41e9-a516-df3a82334945), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.448903 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25552557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380608'] for subnet (bbf7c2e6-e241-41e9-a516-df3a82334945), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.473592 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf7c2e6-e241-41e9-a516-df3a82334945,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:37.479570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.482904 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-690140ab-c6ac-4e95-8eb2-2633beb1d5d8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/bbf7c2e6-e241-41e9-a516-df3a82334945 HTTP/1.1" status: 204 len: 168 time: 0.2495463 Oct 27 17:40:37.484055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d1895e-5639-48b4-84f7-75e87217ab91 None None] Network 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:40:37.485399 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42966) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:37.563939 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (6b46168e-b39c-4a8b-b4c9-8fbae902deb6), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.612181 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Deleting port 28d94bd9-9c02-45dd-be32-dc0f34376f7e {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:37.612637 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.640158 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] DHCP port deletion for 6b46168e-b39c-4a8b-b4c9-8fbae902deb6 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:40:37.679051 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] For port 28d94bd9-9c02-45dd-be32-dc0f34376f7e, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=28d94bd9-9c02-45dd-be32-dc0f34376f7e,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:37.679406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.682602 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Deleting port 28d94bd9-9c02-45dd-be32-dc0f34376f7e {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:37.682995 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.692742 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Calling delete_port for 28d94bd9-9c02-45dd-be32-dc0f34376f7e owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:37.707459 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:37.751026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] For port 28d94bd9-9c02-45dd-be32-dc0f34376f7e, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=28d94bd9-9c02-45dd-be32-dc0f34376f7e,segment=NetworkSegment(64d54dd6-e58a-4d64-9ea4-cdcc907e2386),segment_id=64d54dd6-e58a-4d64-9ea4-cdcc907e2386)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:37.751422 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.764772 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Calling delete_port for 28d94bd9-9c02-45dd-be32-dc0f34376f7e owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:37.772728 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.797012 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Pushing event deleted for resources: {'Port': ['ID=28d94bd9-9c02-45dd-be32-dc0f34376f7e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:37.800791 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] No DVR routers for this DVR port 28d94bd9-9c02-45dd-be32-dc0f34376f7e on host dv-cinder-862831-1-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:37.839928 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (28d94bd9-9c02-45dd-be32-dc0f34376f7e), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.869899 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Pushing event deleted for resources: {'Port': ['ID=28d94bd9-9c02-45dd-be32-dc0f34376f7e,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:37.875809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (6b46168e-b39c-4a8b-b4c9-8fbae902deb6), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.878256 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] No DVR routers for this DVR port 28d94bd9-9c02-45dd-be32-dc0f34376f7e on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:37.881864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.882201 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.882542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.882969 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.883184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.883548 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.883895 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.884218 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.884538 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.884855 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.885172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.885490 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.885803 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.886736 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.886736 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb508900-c18e-47b2-9822-bc3724e1a061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:40:37.927657 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b46168e-b39c-4a8b-b4c9-8fbae902deb6']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:37.942816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d54dd6-e58a-4d64-9ea4-cdcc907e2386') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:37.943110 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d54dd6-e58a-4d64-9ea4-cdcc907e2386') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:37.958816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c837d-284f-459b-b460-0785b895acb9 req-faff2799-35ab-48bd-8034-cb2b1da5bdd8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:37.959049 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-008c837d-284f-459b-b460-0785b895acb9 req-faff2799-35ab-48bd-8034-cb2b1da5bdd8 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0686729 Oct 27 17:40:37.960805 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (64d54dd6-e58a-4d64-9ea4-cdcc907e2386), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.975818 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:37.990657 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (64d54dd6-e58a-4d64-9ea4-cdcc907e2386), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:37.997756 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:38.007528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:40:38.007887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (64d54dd6-e58a-4d64-9ea4-cdcc907e2386), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:38.033269 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 64d54dd6-e58a-4d64-9ea4-cdcc907e2386 resource provider aggregate not found Oct 27 17:40:38.075313 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 64d54dd6-e58a-4d64-9ea4-cdcc907e2386 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64d54dd6-e58a-4d64-9ea4-cdcc907e2386 found for delete ", "request_id": "req-55fcbf9d-c691-48bc-82e8-7cb24cb2847f"}]} Oct 27 17:40:38.080326 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-008c837d-284f-459b-b460-0785b895acb9 req-31bc43c5-6959-45d7-99db-feb92049dffd tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127939 Oct 27 17:40:38.092725 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (6b46168e-b39c-4a8b-b4c9-8fbae902deb6), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:38.098214 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:38.101566 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/6b46168e-b39c-4a8b-b4c9-8fbae902deb6 HTTP/1.1" status: 204 len: 168 time: 0.6152489 Oct 27 17:40:38.105227 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42974) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:38.114529 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45d29-ef4a-45db-9f5f-bba82f78468d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b46168e-b39c-4a8b-b4c9-8fbae902deb6,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:38.468372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:38.640971 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e56cad39-2306-4914-971d-6ff6dc8f0792 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:38.643254 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:38.661622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: e56cad39-2306-4914-971d-6ff6dc8f0792 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:38.661964 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e56cad39-2306-4914-971d-6ff6dc8f0792 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:38.662382 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 28d94bd9-9c02-45dd-be32-dc0f34376f7e no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:38.681566 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 28d94bd9-9c02-45dd-be32-dc0f34376f7e {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:38.681932 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 28d94bd9-9c02-45dd-be32-dc0f34376f7e not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:38.682343 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e8defe6d-802e-4af6-8a8b-1cdfde801bbc no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:38.700191 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: e8defe6d-802e-4af6-8a8b-1cdfde801bbc {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:38.700531 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e8defe6d-802e-4af6-8a8b-1cdfde801bbc not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:38.733573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Deleting port 5052d130-2b97-44ee-9428-47ba973c08e5 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:38.733845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:38.837498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-ccf408a2-5be3-4611-b829-ff122906ab20 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:38.838920 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-ccf408a2-5be3-4611-b829-ff122906ab20 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0573878 Oct 27 17:40:38.857362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] For port 5052d130-2b97-44ee-9428-47ba973c08e5, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=5052d130-2b97-44ee-9428-47ba973c08e5,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:38.857713 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:38.859845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:38.890505 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Calling delete_port for 5052d130-2b97-44ee-9428-47ba973c08e5 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:39.225489 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:39.262455 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Deleting port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:39.262788 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:39.304735 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618b302-1645-459a-889d-745f7e252242 req-15da639c-03d1-4271-a3bf-82b4e88bf28e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:40:39.306187 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0618b302-1645-459a-889d-745f7e252242 req-15da639c-03d1-4271-a3bf-82b4e88bf28e tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 945 time: 0.0989883 Oct 27 17:40:39.329985 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:39.355606 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:39.460578 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] For port fafb856a-ed24-421f-b6a8-a3cb9bd61b71, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:39.460865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:39.465958 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0618b302-1645-459a-889d-745f7e252242 req-49777573-4676-4589-8926-a1cc704c6c28 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318648 Oct 27 17:40:39.605483 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (5052d130-2b97-44ee-9428-47ba973c08e5), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:39.667763 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Pushing event deleted for resources: {'Port': ['ID=5052d130-2b97-44ee-9428-47ba973c08e5,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:39.730016 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:39.730385 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (82efbfda-de0d-433e-ad55-109f803d6b8d), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:39.730699 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Floating IP 82efbfda-de0d-433e-ad55-109f803d6b8d disassociated. External IP: 172.27.0.161, port: fafb856a-ed24-421f-b6a8-a3cb9bd61b71. Oct 27 17:40:39.731037 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Calling delete_port for fafb856a-ed24-421f-b6a8-a3cb9bd61b71 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:39.851498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:39.930741 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:39.949553 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:39.959438 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21f7f7-b2ec-492e-a510-a48c26b1a9e6 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:40:39.999465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (fafb856a-ed24-421f-b6a8-a3cb9bd61b71), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:40.034584 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event deleted for resources: {'Port': ['ID=fafb856a-ed24-421f-b6a8-a3cb9bd61b71,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:40.050039 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21f7f7-b2ec-492e-a510-a48c26b1a9e6 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:40:40.254645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Router 19174032-6e07-441f-ae01-5c5e3d74626a has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:40:40.310336 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:40:40.421924 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:40:40.435765 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:40:40.447205 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:40.447970 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:40.497095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] No DVR routers for this DVR port fafb856a-ed24-421f-b6a8-a3cb9bd61b71 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:40.503906 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:40.507601 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-873db366-e377-4d5f-a306-3bdc39d00a11 req-4b892f23-e059-433a-95ee-7eca2bd11f76 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.40 "DELETE /networking/v2.0/ports/fafb856a-ed24-421f-b6a8-a3cb9bd61b71 HTTP/1.1" status: 204 len: 173 time: 1.6615562 Oct 27 17:40:40.508135 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'name': 'network-vif-deleted', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:40:40.510873 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db14dff-bfc2-4ec0-9192-f610b81a191e" -d '{"events": [{"server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "name": "network-vif-deleted", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:40:40.524097 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:40:40.534320 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] Sync routers for ids ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:40:40.540836 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e442526b-cc1d-45e9-9ff5-6b13452cf720 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/0fd6d9bd-ef19-4f73-a821-42b0b07e6571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4336827 Oct 27 17:40:40.543160 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42984) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:40.560005 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] Routers {'0fd6d9bd-ef19-4f73-a821-42b0b07e6571'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:40.562060 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:40.581973 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:40.646782 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e548fea-8760-4d99-ab9c-a182cc5d6500 x-openstack-request-id: req-7e548fea-8760-4d99-ab9c-a182cc5d6500 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:40:40.647072 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b27159-1b55-4d07-95ab-6b31d9376fcc", "name": "network-vif-deleted", "tag": "fafb856a-ed24-421f-b6a8-a3cb9bd61b71", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:40:40.647316 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e548fea-8760-4d99-ab9c-a182cc5d6500 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:40:40.647801 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e548fea-8760-4d99-ab9c-a182cc5d6500'] response: {'server_uuid': '93b27159-1b55-4d07-95ab-6b31d9376fcc', 'name': 'network-vif-deleted', 'tag': 'fafb856a-ed24-421f-b6a8-a3cb9bd61b71', 'status': 'completed', 'code': 200} Oct 27 17:40:40.693953 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2b2671c4-32b2-4375-8e56-940c4ed3ef53 req-c0c3e19a-21b3-490c-a70c-274afb6c5b1a tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=93b27159-1b55-4d07-95ab-6b31d9376fcc HTTP/1.1" status: 200 len: 210 time: 0.0710433 Oct 27 17:40:40.771241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks [] for router (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:40.853294 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:40.886989 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:40:40.896315 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:40.896937 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:40.907770 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks [] for router_gateway (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:40.920848 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-928d5c32-05ee-4b75-a4fd-b395107b3a8c None None] Provisioning complete for port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:40:40.921215 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-928d5c32-05ee-4b75-a4fd-b395107b3a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:40.921546 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-928d5c32-05ee-4b75-a4fd-b395107b3a8c None None] Attempt 1 to provision port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 Oct 27 17:40:40.954694 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] Set router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:40.963364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Deleting port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:40.963723 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:40.965445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:41.001341 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:41.025398 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:41.048871 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] For port eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:41.049260 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.063676 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Calling delete_port for eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:41.125831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-928d5c32-05ee-4b75-a4fd-b395107b3a8c None None] Current status of the port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:40:41.192654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:40:39Z', 'revision_number': 5, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port': {'id': 'eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:41.228861 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:41.230490 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:41.232265 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] Checking router: 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:40:41.251347 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7611123a-df72-47a9-805f-c82dbb84eeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.255363 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] Routers {'0fd6d9bd-ef19-4f73-a821-42b0b07e6571'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:41.256033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:41.264949 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de81a9-0605-4cbf-b748-8454a08da11a None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'e40784bd-5ee9-4264-8f5f-95551ab2e62e', 'name': '', 'network_id': 'ace0e445-53a9-4562-8c1c-1746268e4744', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'mac_address': 'fa:16:3e:7b:86:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:24Z', 'updated_at': '2022-10-27T17:30:39Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'subnets': [{'id': '7ab53b09-4272-4f5b-86bd-0acf7f6ce418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:40:41.342584 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.373784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:41.399266 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] Set router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:41.450347 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.456785 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:40:40Z', 'revision_number': 6, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:41.482782 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d50abd-57f8-410a-9e1c-4dbcb90a90bb None None] The sync data for ids ['0fd6d9bd-ef19-4f73-a821-42b0b07e6571'] in dv-cinder-862831-1-iscsi is: [{'id': '0fd6d9bd-ef19-4f73-a821-42b0b07e6571', 'name': 'tempest-TestShelveInstance-121551961-router', 'tenant_id': '27413c05044f4fc1a5703c0a18afe43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:33:56Z', 'updated_at': '2022-10-27T17:40:40Z', 'revision_number': 6, 'project_id': '27413c05044f4fc1a5703c0a18afe43b', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:40:41.543281 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.545615 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks [] for router_controller (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.558805 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45610940-a0a3-49a7-91b5-9a421bd8cd43 None None] New status for floating IP 82efbfda-de0d-433e-ad55-109f803d6b8d: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:40:41.590325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (0fd6d9bd-ef19-4f73-a821-42b0b07e6571), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.590982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd6d9bd-ef19-4f73-a821-42b0b07e6571 {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:40:41.596374 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.597516 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d6f46abc-d9dc-43a8-af42-90f3b07011bd admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/0fd6d9bd-ef19-4f73-a821-42b0b07e6571 HTTP/1.1" status: 204 len: 168 time: 1.0527346 Oct 27 17:40:41.600175 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42988) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:41.644382 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Deleting subnet 24e2d3b6-31fb-44e7-b527-11cb01121794 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:40:41.647608 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Publish callbacks [] for subnet (24e2d3b6-31fb-44e7-b527-11cb01121794), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.688334 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (24e2d3b6-31fb-44e7-b527-11cb01121794), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.767204 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (24e2d3b6-31fb-44e7-b527-11cb01121794), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:41.802934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42994) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:42.122390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (24e2d3b6-31fb-44e7-b527-11cb01121794), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.155915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e2d3b6-31fb-44e7-b527-11cb01121794,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:42.159861 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00bff3ca-0b00-4d26-8276-47dc5a8ea961 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.170431 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.171177 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d9288-01f1-4a5f-99dc-544c0ab2b7de None None] Network 46dbecbb-fe5f-4102-8284-543e7e838300 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:40:42.173611 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-447ed526-4779-4f14-981c-1656ea6ebb65 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/24e2d3b6-31fb-44e7-b527-11cb01121794 HTTP/1.1" status: 204 len: 168 time: 0.5724502 Oct 27 17:40:42.176768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 42996) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:42.201375 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:42.203393 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00bff3ca-0b00-4d26-8276-47dc5a8ea961 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.227097 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:42.273126 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:42.288523 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (46dbecbb-fe5f-4102-8284-543e7e838300), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.337080 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00bff3ca-0b00-4d26-8276-47dc5a8ea961 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.339336 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] DHCP port deletion for 46dbecbb-fe5f-4102-8284-543e7e838300 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:40:42.339660 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-00bff3ca-0b00-4d26-8276-47dc5a8ea961 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.340933 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-00bff3ca-0b00-4d26-8276-47dc5a8ea961 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd HTTP/1.1" status: 204 len: 168 time: 0.5370243 Oct 27 17:40:42.345034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 42998) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:42.349183 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Deleting port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:42.349588 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.351021 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device fafb856a-ed24-421f-b6a8-a3cb9bd61b71 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:42.366709 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-7bf0a0b8-b5ab-408b-84a4-beeacae36ac1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] show failed (client error): The resource could not be found. Oct 27 17:40:42.368109 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bff3ca-0b00-4d26-8276-47dc5a8ea961 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:42.368712 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7bf0a0b8-b5ab-408b-84a4-beeacae36ac1 tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "GET /networking/v2.0/security-groups/78ffa1e0-a3c6-42ee-8ca9-c0a8f4767bbd HTTP/1.1" status: 404 len: 347 time: 0.0211923 Oct 27 17:40:42.372195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43000) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:42.410938 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: fafb856a-ed24-421f-b6a8-a3cb9bd61b71 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:42.411287 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device fafb856a-ed24-421f-b6a8-a3cb9bd61b71 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:42.431216 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] For port 26b828b2-6261-4705-89b3-b3a04b1c5dc3, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=26b828b2-6261-4705-89b3-b3a04b1c5dc3,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:42.431744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.432147 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] Deleting port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:42.432592 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.453563 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Calling delete_port for 26b828b2-6261-4705-89b3-b3a04b1c5dc3 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:42.496940 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Deleting port 514a7134-2ef9-4cdf-b36a-d4fe42de2331 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:42.497569 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.511231 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] For port 26b828b2-6261-4705-89b3-b3a04b1c5dc3, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=26b828b2-6261-4705-89b3-b3a04b1c5dc3,segment=NetworkSegment(3da3d861-cddc-4196-b155-68acc229a482),segment_id=3da3d861-cddc-4196-b155-68acc229a482)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:42.511705 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.528033 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] Calling delete_port for 26b828b2-6261-4705-89b3-b3a04b1c5dc3 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:42.548195 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.577615 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b828b2-6261-4705-89b3-b3a04b1c5dc3,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:42.584096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] No DVR routers for this DVR port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 on host dv-cinder-862831-1-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:42.600805 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.601146 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (514a7134-2ef9-4cdf-b36a-d4fe42de2331), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.627329 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (26b828b2-6261-4705-89b3-b3a04b1c5dc3), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.630793 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Calling delete_port for 514a7134-2ef9-4cdf-b36a-d4fe42de2331 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:42.653523 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] Pushing event deleted for resources: {'Port': ['ID=26b828b2-6261-4705-89b3-b3a04b1c5dc3,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:42.657255 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8133b91-bf7d-4ec1-817b-6738fb389367 None None] No DVR routers for this DVR port 26b828b2-6261-4705-89b3-b3a04b1c5dc3 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:42.677836 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (46dbecbb-fe5f-4102-8284-543e7e838300), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.693013 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:42.702779 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dbecbb-fe5f-4102-8284-543e7e838300']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:42.720561 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:42.720913 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device eb4dcfb2-2ea7-4792-b6ea-9544f930d6a3 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:42.721881 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 5052d130-2b97-44ee-9428-47ba973c08e5 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:42.722205 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da3d861-cddc-4196-b155-68acc229a482') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:42.722704 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da3d861-cddc-4196-b155-68acc229a482') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:42.734027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (3da3d861-cddc-4196-b155-68acc229a482), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.742868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 5052d130-2b97-44ee-9428-47ba973c08e5 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:42.743225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 5052d130-2b97-44ee-9428-47ba973c08e5 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:42.743837 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 26b828b2-6261-4705-89b3-b3a04b1c5dc3 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:42.750691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (3da3d861-cddc-4196-b155-68acc229a482), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.764106 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:40:42.764731 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (3da3d861-cddc-4196-b155-68acc229a482), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.767192 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 26b828b2-6261-4705-89b3-b3a04b1c5dc3 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:42.767554 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 26b828b2-6261-4705-89b3-b3a04b1c5dc3 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:42.786161 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 3da3d861-cddc-4196-b155-68acc229a482 resource provider aggregate not found Oct 27 17:40:42.826052 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 3da3d861-cddc-4196-b155-68acc229a482 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3da3d861-cddc-4196-b155-68acc229a482 found for delete ", "request_id": "req-b1a96fd0-c80e-47f7-b8c8-6ef8a318d8b6"}]} Oct 27 17:40:42.827638 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (514a7134-2ef9-4cdf-b36a-d4fe42de2331), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.841848 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (46dbecbb-fe5f-4102-8284-543e7e838300), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.848250 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.851582 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/46dbecbb-fe5f-4102-8284-543e7e838300 HTTP/1.1" status: 204 len: 168 time: 0.6739113 Oct 27 17:40:42.856052 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Pushing event deleted for resources: {'Port': ['ID=514a7134-2ef9-4cdf-b36a-d4fe42de2331,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:42.868253 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f703c-3a3d-4c5f-a3e6-34cd871db662 admin admin] Pushing event deleted for resources: {'Network': ['ID=46dbecbb-fe5f-4102-8284-543e7e838300,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:42.917730 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks [] for floatingip (82efbfda-de0d-433e-ad55-109f803d6b8d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.920222 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:42.924984 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9e4e5b61-2ab4-470c-a5b0-d31907a423cf tempest-AttachVolumeTestJSON-389329975 tempest-AttachVolumeTestJSON-389329975-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/82efbfda-de0d-433e-ad55-109f803d6b8d HTTP/1.1" status: 204 len: 168 time: 0.5478160 Oct 27 17:40:42.985092 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43010) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:43.031764 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-438edb44-5f66-4d75-8ae1-4b20caf7574e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d8c77f9e29f141c7b5a02d8b7eb62da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450168 Oct 27 17:40:43.035458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43014) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:43.085977 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9b49f0eb-b45a-4126-a8f1-dc6b4ac650fc admin admin] Publish callbacks [] for security_group (78b75665-f413-4828-b1fb-ee5499c93ec1), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.109495 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9b49f0eb-b45a-4126-a8f1-dc6b4ac650fc admin admin] Publish callbacks [] for security_group (78b75665-f413-4828-b1fb-ee5499c93ec1), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.155425 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9b49f0eb-b45a-4126-a8f1-dc6b4ac650fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (78b75665-f413-4828-b1fb-ee5499c93ec1), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.157837 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9b49f0eb-b45a-4126-a8f1-dc6b4ac650fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.159748 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9b49f0eb-b45a-4126-a8f1-dc6b4ac650fc admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/78b75665-f413-4828-b1fb-ee5499c93ec1 HTTP/1.1" status: 204 len: 168 time: 0.1228731 Oct 27 17:40:43.167795 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f0eb-b45a-4126-a8f1-dc6b4ac650fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b75665-f413-4828-b1fb-ee5499c93ec1,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:43.474138 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43020) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:43.514273 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-cd778832-c178-4ebf-b415-d3fa7e40869d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=27413c05044f4fc1a5703c0a18afe43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389357 Oct 27 17:40:43.516700 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43022) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:43.563821 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c86f71a-c07d-4722-9687-a63ba19e8fdb admin admin] Publish callbacks [] for security_group (8bc53961-20c5-4316-9a0d-c49f2ff0d474), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.575937 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:43.582048 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ee10d594-2d7b-4b4e-ba88-e136ba680313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.587124 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c86f71a-c07d-4722-9687-a63ba19e8fdb admin admin] Publish callbacks [] for security_group (8bc53961-20c5-4316-9a0d-c49f2ff0d474), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.633980 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c86f71a-c07d-4722-9687-a63ba19e8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (8bc53961-20c5-4316-9a0d-c49f2ff0d474), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.636557 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4c86f71a-c07d-4722-9687-a63ba19e8fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:43.637688 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4c86f71a-c07d-4722-9687-a63ba19e8fdb admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/8bc53961-20c5-4316-9a0d-c49f2ff0d474 HTTP/1.1" status: 204 len: 168 time: 0.1201241 Oct 27 17:40:43.641128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:43.647509 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f71a-c07d-4722-9687-a63ba19e8fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc53961-20c5-4316-9a0d-c49f2ff0d474,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:45.020732 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:46.246708 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:46.485680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43050) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:46.882925 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:46.979068 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (19174032-6e07-441f-ae01-5c5e3d74626a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:47.193035 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Deleting port e40784bd-5ee9-4264-8f5f-95551ab2e62e {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:47.193277 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:47.269145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] For port e40784bd-5ee9-4264-8f5f-95551ab2e62e, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=e40784bd-5ee9-4264-8f5f-95551ab2e62e,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:47.269507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:47.281918 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Calling delete_port for e40784bd-5ee9-4264-8f5f-95551ab2e62e owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:47.434807 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:47.452633 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:47.457924 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (e40784bd-5ee9-4264-8f5f-95551ab2e62e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:47.480803 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Pushing event deleted for resources: {'Port': ['ID=e40784bd-5ee9-4264-8f5f-95551ab2e62e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:47.643887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (19174032-6e07-441f-ae01-5c5e3d74626a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:47.663345 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584a28b-7e13-434e-bb95-fe92ca96f1b0 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:40:47.743649 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584a28b-7e13-434e-bb95-fe92ca96f1b0 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:40:47.844502 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Router 19174032-6e07-441f-ae01-5c5e3d74626a has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:40:47.947291 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:40:47.952459 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8c594dc4-64c7-4693-b01f-31be2a7c6dff admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/19174032-6e07-441f-ae01-5c5e3d74626a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4657660 Oct 27 17:40:47.954979 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43054) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:47.958340 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] Sync routers for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:40:47.969899 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:47.970795 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:48.082030 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:48.138242 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:48.197361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:48.268721 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:40:47Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:48.294216 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] Checking router: 19174032-6e07-441f-ae01-5c5e3d74626a for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:40:48.303570 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] Routers {'19174032-6e07-441f-ae01-5c5e3d74626a'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:40:48.304219 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:40:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['19174032-6e07-441f-ae01-5c5e3d74626a'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:48.307564 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks [] for router (19174032-6e07-441f-ae01-5c5e3d74626a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.407137 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks [] for router_gateway (19174032-6e07-441f-ae01-5c5e3d74626a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.415120 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] Set router 19174032-6e07-441f-ae01-5c5e3d74626a gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:40:48.417259 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-6a782d02-7f3f-4db1-a514-0026edea9c2d None None] Provisioning complete for port 516c1e18-bd53-43d3-9e39-14993b15502d triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:40:48.417259 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a782d02-7f3f-4db1-a514-0026edea9c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.417609 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-6a782d02-7f3f-4db1-a514-0026edea9c2d None None] Attempt 1 to provision port 516c1e18-bd53-43d3-9e39-14993b15502d Oct 27 17:40:48.449256 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Deleting port 87c72d73-4b20-4b2c-8afc-90205df137e9 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:48.449590 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.531310 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] For port 87c72d73-4b20-4b2c-8afc-90205df137e9, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=87c72d73-4b20-4b2c-8afc-90205df137e9,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:48.531691 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.544405 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Calling delete_port for 87c72d73-4b20-4b2c-8afc-90205df137e9 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:48.582285 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:48.604435 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:48.625960 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-6a782d02-7f3f-4db1-a514-0026edea9c2d None None] Current status of the port 516c1e18-bd53-43d3-9e39-14993b15502d is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:40:48.645503 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:40:47Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:48.670893 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367dec14-87bc-42a5-bd78-ded92683abea None None] The sync data for ids ['19174032-6e07-441f-ae01-5c5e3d74626a'] in dv-cinder-862831-1-iscsi is: [{'id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'name': 'tempest-AttachVolumeTestJSON-895406135-router', 'tenant_id': 'a9d4d4a323694c4c9244df4f17342a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:15Z', 'updated_at': '2022-10-27T17:40:47Z', 'revision_number': 5, 'project_id': 'a9d4d4a323694c4c9244df4f17342a35', 'gw_port': {'id': '87c72d73-4b20-4b2c-8afc-90205df137e9', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19174032-6e07-441f-ae01-5c5e3d74626a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:40:48.719235 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (87c72d73-4b20-4b2c-8afc-90205df137e9), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.744515 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c72d73-4b20-4b2c-8afc-90205df137e9,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:48.809191 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (19174032-6e07-441f-ae01-5c5e3d74626a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.892953 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (19174032-6e07-441f-ae01-5c5e3d74626a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.895061 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks [] for router_controller (19174032-6e07-441f-ae01-5c5e3d74626a), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.935406 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (19174032-6e07-441f-ae01-5c5e3d74626a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.935996 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19174032-6e07-441f-ae01-5c5e3d74626a {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:40:48.940163 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:48.941292 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-03faf518-7e42-4792-b1f0-9d2cf6b268b3 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/19174032-6e07-441f-ae01-5c5e3d74626a HTTP/1.1" status: 204 len: 168 time: 0.9847479 Oct 27 17:40:48.943899 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43056) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:48.988156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Deleting subnet 7ab53b09-4272-4f5b-86bd-0acf7f6ce418 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:40:48.991170 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Publish callbacks [] for subnet (7ab53b09-4272-4f5b-86bd-0acf7f6ce418), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.025924 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25733677'] for subnet (7ab53b09-4272-4f5b-86bd-0acf7f6ce418), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.109553 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (7ab53b09-4272-4f5b-86bd-0acf7f6ce418), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.162448 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25552557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380608'] for subnet (7ab53b09-4272-4f5b-86bd-0acf7f6ce418), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.187373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab53b09-4272-4f5b-86bd-0acf7f6ce418,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:49.191139 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.194305 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-51e1c129-92c3-4efb-9619-99a64b0b1384 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/7ab53b09-4272-4f5b-86bd-0acf7f6ce418 HTTP/1.1" status: 204 len: 168 time: 0.2494981 Oct 27 17:40:49.196840 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43058) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:49.199634 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43095cc4-7810-4697-8016-fd02fca5a5fd None None] Network ace0e445-53a9-4562-8c1c-1746268e4744 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:40:49.271570 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (ace0e445-53a9-4562-8c1c-1746268e4744), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.318919 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Deleting port 516c1e18-bd53-43d3-9e39-14993b15502d {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:49.319255 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.360241 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] DHCP port deletion for ace0e445-53a9-4562-8c1c-1746268e4744 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:40:49.396178 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] For port 516c1e18-bd53-43d3-9e39-14993b15502d, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=516c1e18-bd53-43d3-9e39-14993b15502d,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:49.396540 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.401407 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] Deleting port 516c1e18-bd53-43d3-9e39-14993b15502d {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:40:49.401777 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.409462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Calling delete_port for 516c1e18-bd53-43d3-9e39-14993b15502d owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:49.458314 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:49.463979 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] For port 516c1e18-bd53-43d3-9e39-14993b15502d, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=516c1e18-bd53-43d3-9e39-14993b15502d,segment=NetworkSegment(f72856cf-fee9-4ab8-aa76-ec815b03400c),segment_id=f72856cf-fee9-4ab8-aa76-ec815b03400c)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:40:49.464375 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.477600 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] Calling delete_port for 516c1e18-bd53-43d3-9e39-14993b15502d owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:40:49.479876 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:49.492043 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.516566 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=516c1e18-bd53-43d3-9e39-14993b15502d,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:49.520814 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] No DVR routers for this DVR port 516c1e18-bd53-43d3-9e39-14993b15502d on host dv-cinder-862831-1-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:49.561385 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (516c1e18-bd53-43d3-9e39-14993b15502d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.567430 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:49.592613 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] No DVR routers for this DVR port 516c1e18-bd53-43d3-9e39-14993b15502d on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:40:49.594319 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a0b25-32d8-4054-85ea-a890cb0444ee None None] Pushing event deleted for resources: {'Port': ['ID=516c1e18-bd53-43d3-9e39-14993b15502d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:49.594516 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (ace0e445-53a9-4562-8c1c-1746268e4744), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.620900 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace0e445-53a9-4562-8c1c-1746268e4744']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:49.630544 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72856cf-fee9-4ab8-aa76-ec815b03400c') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:49.630835 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72856cf-fee9-4ab8-aa76-ec815b03400c') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:40:49.640206 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (f72856cf-fee9-4ab8-aa76-ec815b03400c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.653652 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (f72856cf-fee9-4ab8-aa76-ec815b03400c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.659685 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:40:49.660088 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (f72856cf-fee9-4ab8-aa76-ec815b03400c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.679570 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment f72856cf-fee9-4ab8-aa76-ec815b03400c resource provider aggregate not found Oct 27 17:40:49.720799 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment f72856cf-fee9-4ab8-aa76-ec815b03400c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f72856cf-fee9-4ab8-aa76-ec815b03400c found for delete ", "request_id": "req-972af64b-8fb1-4934-98d7-2fb025494263"}]} Oct 27 17:40:49.738073 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (ace0e445-53a9-4562-8c1c-1746268e4744), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.742689 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.745941 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/ace0e445-53a9-4562-8c1c-1746268e4744 HTTP/1.1" status: 204 len: 168 time: 0.5481813 Oct 27 17:40:49.758695 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9236937-a2b1-4e45-abb0-ea79774665b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace0e445-53a9-4562-8c1c-1746268e4744,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:49.876440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43066) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:49.916151 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5bca779b-69d7-4b16-aed4-40a2e58b1664 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a9d4d4a323694c4c9244df4f17342a35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378559 Oct 27 17:40:49.918487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43068) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:49.965881 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fd6101b-762e-4317-bfc5-8fd3444f8a10 admin admin] Publish callbacks [] for security_group (2d99b8eb-0324-4638-99f7-cd21673c83b0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:49.985322 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fd6101b-762e-4317-bfc5-8fd3444f8a10 admin admin] Publish callbacks [] for security_group (2d99b8eb-0324-4638-99f7-cd21673c83b0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:50.030160 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fd6101b-762e-4317-bfc5-8fd3444f8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2d99b8eb-0324-4638-99f7-cd21673c83b0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:50.032689 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2fd6101b-762e-4317-bfc5-8fd3444f8a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:50.033888 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2fd6101b-762e-4317-bfc5-8fd3444f8a10 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2d99b8eb-0324-4638-99f7-cd21673c83b0 HTTP/1.1" status: 204 len: 168 time: 0.1145320 Oct 27 17:40:50.041331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6101b-762e-4317-bfc5-8fd3444f8a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99b8eb-0324-4638-99f7-cd21673c83b0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:50.658135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 516c1e18-bd53-43d3-9e39-14993b15502d no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:50.668442 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:40:50.678982 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 516c1e18-bd53-43d3-9e39-14993b15502d {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:50.679361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 516c1e18-bd53-43d3-9e39-14993b15502d not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:50.679815 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 87c72d73-4b20-4b2c-8afc-90205df137e9 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:50.836965 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 87c72d73-4b20-4b2c-8afc-90205df137e9 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:50.837303 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 87c72d73-4b20-4b2c-8afc-90205df137e9 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:50.837730 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e40784bd-5ee9-4264-8f5f-95551ab2e62e no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:40:50.856756 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: e40784bd-5ee9-4264-8f5f-95551ab2e62e {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:40:50.857019 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device e40784bd-5ee9-4264-8f5f-95551ab2e62e not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:40:52.728691 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:52.906874 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43202) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:53.009274 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d780bf7-0d86-41cf-a354-3a608eb49ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.084051 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d780bf7-0d86-41cf-a354-3a608eb49ee0 admin admin] Publish callbacks [] for security_group (318942aa-ba32-47ae-bdf8-882201e8a67d), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.087522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5d780bf7-0d86-41cf-a354-3a608eb49ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (318942aa-ba32-47ae-bdf8-882201e8a67d), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.130410 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5d780bf7-0d86-41cf-a354-3a608eb49ee0 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a36a510b1f8c4768a036b07dad57e79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224245 Oct 27 17:40:53.131136 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d780bf7-0d86-41cf-a354-3a608eb49ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318942aa-ba32-47ae-bdf8-882201e8a67d,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:53.133144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43206) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:53.186122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5625d4a0-facc-4fa4-8088-cf6821568806 admin admin] Publish callbacks [] for security_group (318942aa-ba32-47ae-bdf8-882201e8a67d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.206144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5625d4a0-facc-4fa4-8088-cf6821568806 admin admin] Publish callbacks [] for security_group (318942aa-ba32-47ae-bdf8-882201e8a67d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.213628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:53.224022 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:40:53.256855 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5625d4a0-facc-4fa4-8088-cf6821568806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (318942aa-ba32-47ae-bdf8-882201e8a67d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.259417 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5625d4a0-facc-4fa4-8088-cf6821568806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.260600 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5625d4a0-facc-4fa4-8088-cf6821568806 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/318942aa-ba32-47ae-bdf8-882201e8a67d HTTP/1.1" status: 204 len: 168 time: 0.1263738 Oct 27 17:40:53.268384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625d4a0-facc-4fa4-8088-cf6821568806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318942aa-ba32-47ae-bdf8-882201e8a67d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:53.521332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43212) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:53.535269 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b5193b5-4129-46b7-b1ca-b40672105009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.614336 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b5193b5-4129-46b7-b1ca-b40672105009 admin admin] Publish callbacks [] for security_group (e64d6e79-c9ff-4f99-a0a8-fb30449f4b22), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.618024 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1b5193b5-4129-46b7-b1ca-b40672105009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e64d6e79-c9ff-4f99-a0a8-fb30449f4b22), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.659973 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1b5193b5-4129-46b7-b1ca-b40672105009 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=1125ca29d27844518f9e7b7215b6c9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375082 Oct 27 17:40:53.661894 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5193b5-4129-46b7-b1ca-b40672105009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64d6e79-c9ff-4f99-a0a8-fb30449f4b22,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:53.662676 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43214) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:40:53.712102 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c72882cc-d32c-4d3a-b244-083de5f234d0 admin admin] Publish callbacks [] for security_group (e64d6e79-c9ff-4f99-a0a8-fb30449f4b22), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.732308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c72882cc-d32c-4d3a-b244-083de5f234d0 admin admin] Publish callbacks [] for security_group (e64d6e79-c9ff-4f99-a0a8-fb30449f4b22), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.781136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c72882cc-d32c-4d3a-b244-083de5f234d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e64d6e79-c9ff-4f99-a0a8-fb30449f4b22), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.784280 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c72882cc-d32c-4d3a-b244-083de5f234d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:40:53.785399 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c72882cc-d32c-4d3a-b244-083de5f234d0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e64d6e79-c9ff-4f99-a0a8-fb30449f4b22 HTTP/1.1" status: 204 len: 168 time: 0.1216731 Oct 27 17:40:53.793470 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72882cc-d32c-4d3a-b244-083de5f234d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64d6e79-c9ff-4f99-a0a8-fb30449f4b22,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:40:57.258424 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:03.654600 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:03.657868 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=5,neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:03.788436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=21,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:03.789226 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:07.252619 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:07.254587 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:10.324147 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:10.327388 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=12 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:11.208491 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c53f35f-5566-4dbd-ad39-58f06fac7041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:13.585636 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a056-2bad-4721-bafb-fc55bd51a0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:15.022498 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:16.250506 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:16.885373 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:26.875234 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:26.880996 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:27.258793 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:27.668244 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:41:28.734188 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6dc9-18bc-4342-bfaa-d57fdbbafa28 req-83ed5539-6987-4663-9882-47e882c364ae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:28.735582 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d6ee6dc9-18bc-4342-bfaa-d57fdbbafa28 req-83ed5539-6987-4663-9882-47e882c364ae tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0477693 Oct 27 17:41:28.782197 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d6ee6dc9-18bc-4342-bfaa-d57fdbbafa28 req-6a0c35f0-93f1-431b-9b30-811435b4b596 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Oct 27 17:41:29.906126 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb4c5a-5883-4cc4-80c4-e7aa212ffb1e req-cf568dad-984f-41de-9c2f-86163c132e47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:29.907677 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdfb4c5a-5883-4cc4-80c4-e7aa212ffb1e req-cf568dad-984f-41de-9c2f-86163c132e47 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0486276 Oct 27 17:41:29.955899 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bdfb4c5a-5883-4cc4-80c4-e7aa212ffb1e req-e69912fd-7c2e-4678-8729-6dd8928d9737 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Oct 27 17:41:30.924138 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167704c-0d65-4c36-bd09-435d843ff686 req-d26289f5-12c0-4657-b07a-c6320fc1613f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:30.925575 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6167704c-0d65-4c36-bd09-435d843ff686 req-d26289f5-12c0-4657-b07a-c6320fc1613f tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0455809 Oct 27 17:41:31.034125 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port 48cf2b20-7d7f-4936-b226-396b5f7eae33 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:31.034728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:31.084773 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881bbf2-81d2-4a86-8bf2-7585ec0511ce req-5821b313-68d1-4321-a1f5-c16e63d06f34 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:31.086257 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2881bbf2-81d2-4a86-8bf2-7585ec0511ce req-5821b313-68d1-4321-a1f5-c16e63d06f34 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 946 time: 0.0497007 Oct 27 17:41:31.134910 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] For port 48cf2b20-7d7f-4936-b226-396b5f7eae33, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=48cf2b20-7d7f-4936-b226-396b5f7eae33,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:31.135191 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:31.136791 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2881bbf2-81d2-4a86-8bf2-7585ec0511ce req-1936c15c-ea61-4cb2-b646-01e5b52ec1ab tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444102 Oct 27 17:41:31.294497 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:31.294859 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (ed9c0454-0681-4ede-920d-0ec979aa5784), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:31.295172 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Floating IP ed9c0454-0681-4ede-920d-0ec979aa5784 disassociated. External IP: 172.27.0.122, port: 48cf2b20-7d7f-4936-b226-396b5f7eae33. Oct 27 17:41:31.295510 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for 48cf2b20-7d7f-4936-b226-396b5f7eae33 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:31.423627 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (48cf2b20-7d7f-4936-b226-396b5f7eae33), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:31.448769 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=48cf2b20-7d7f-4936-b226-396b5f7eae33,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:31.560711 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:41:31.653088 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:31.663424 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:41:31.674033 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:41:31.684288 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:31.684904 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:31.706530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] No DVR routers for this DVR port 48cf2b20-7d7f-4936-b226-396b5f7eae33 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:41:31.709177 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:31.713644 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6167704c-0d65-4c36-bd09-435d843ff686 req-6e1c43b4-512a-4f30-9650-d1a388d4e655 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.40 "DELETE /networking/v2.0/ports/48cf2b20-7d7f-4936-b226-396b5f7eae33 HTTP/1.1" status: 204 len: 173 time: 0.7646105 Oct 27 17:41:31.714358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'name': 'network-vif-deleted', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:41:31.717543 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ff318-47f9-445b-b002-45f7f9182346" -d '{"events": [{"server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "name": "network-vif-deleted", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:41:31.759769 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38d3ec3-6e5d-4940-91ce-944e3ac03b5f x-openstack-request-id: req-d38d3ec3-6e5d-4940-91ce-944e3ac03b5f {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:41:31.760070 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df713ea3-3864-4216-8d98-2d008ac2baab", "name": "network-vif-deleted", "tag": "48cf2b20-7d7f-4936-b226-396b5f7eae33", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:41:31.760346 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d38d3ec3-6e5d-4940-91ce-944e3ac03b5f {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:41:31.761309 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38d3ec3-6e5d-4940-91ce-944e3ac03b5f'] response: {'server_uuid': 'df713ea3-3864-4216-8d98-2d008ac2baab', 'name': 'network-vif-deleted', 'tag': '48cf2b20-7d7f-4936-b226-396b5f7eae33', 'status': 'completed', 'code': 200} Oct 27 17:41:31.890498 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:32.103013 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43520) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:32.104538 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:32.129307 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:41:32.137873 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:32.138490 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:32.222322 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.256529 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:32.263799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:32.311598 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Publish callbacks [] for security_group (19240abe-60ed-43a7-9bbd-65d527726703), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.318482 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-dd73b156-a089-4055-af23-a83c61937ff8 req-f2c98d71-4cdf-432e-8c3d-93b2ea7ea16c tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=df713ea3-3864-4216-8d98-2d008ac2baab HTTP/1.1" status: 200 len: 210 time: 0.0770221 Oct 27 17:41:32.321390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (19240abe-60ed-43a7-9bbd-65d527726703), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.380298 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19240abe-60ed-43a7-9bbd-65d527726703,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:32.387741 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=bcad5f5116da452b9e69ab0c1e74f1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835362 Oct 27 17:41:32.387943 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43526) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:32.394002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.394686 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.395251 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.395859 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.396423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.396984 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.397534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.398079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.398620 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.399159 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.399768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.400329 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.400897 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.401432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.402011 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdf360-d230-42bc-82f1-7eb497da86ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.452419 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Publish callbacks [] for security_group (19240abe-60ed-43a7-9bbd-65d527726703), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.477609 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Publish callbacks [] for security_group (19240abe-60ed-43a7-9bbd-65d527726703), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.535248 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:32.540113 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (19240abe-60ed-43a7-9bbd-65d527726703), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.542754 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.543920 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/19240abe-60ed-43a7-9bbd-65d527726703 HTTP/1.1" status: 204 len: 168 time: 0.1550095 Oct 27 17:41:32.554666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19240abe-60ed-43a7-9bbd-65d527726703,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:32.563791 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.564145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.564785 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.565133 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.565466 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.565796 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.566117 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.566634 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.568330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.568861 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.569369 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.569846 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.570334 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.570812 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.571494 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3c406-b221-4178-8d99-712f140051bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:32.575670 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ef12fd-555e-4e21-9e18-36d995ffd67f None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:30:27Z', 'revision_number': 4, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '9fbbce16-ee1b-490a-ae2d-1c7f637f0b81', 'name': '', 'network_id': '40b6c3a9-49a5-4aa8-abaa-a41beea7c111', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'mac_address': 'fa:16:3e:c4:9f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:25Z', 'updated_at': '2022-10-27T17:30:51Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'subnets': [{'id': 'bb98c535-8c46-4877-8e77-49c6d7aa4d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:41:32.838426 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d375863-c5b3-418b-94de-97c59688c3bd None None] New status for floating IP ed9c0454-0681-4ede-920d-0ec979aa5784: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:41:32.850117 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43532) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:32.864039 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b301d391-751d-412b-adcb-e1bba00b680e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.940512 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b301d391-751d-412b-adcb-e1bba00b680e admin admin] Publish callbacks [] for security_group (b992ab30-66f4-4ed2-a997-9ef5a37ddaf8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.944566 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b301d391-751d-412b-adcb-e1bba00b680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b992ab30-66f4-4ed2-a997-9ef5a37ddaf8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:32.989469 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b301d391-751d-412b-adcb-e1bba00b680e admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a4b741c3edd747e5aadb36fff97c875b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353538 Oct 27 17:41:32.989469 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301d391-751d-412b-adcb-e1bba00b680e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992ab30-66f4-4ed2-a997-9ef5a37ddaf8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:32.989630 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43534) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:33.039762 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e0991e76-65d1-4464-b314-cbd461eb346a admin admin] Publish callbacks [] for security_group (b992ab30-66f4-4ed2-a997-9ef5a37ddaf8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.059837 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e0991e76-65d1-4464-b314-cbd461eb346a admin admin] Publish callbacks [] for security_group (b992ab30-66f4-4ed2-a997-9ef5a37ddaf8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.105610 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e0991e76-65d1-4464-b314-cbd461eb346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b992ab30-66f4-4ed2-a997-9ef5a37ddaf8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.108356 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e0991e76-65d1-4464-b314-cbd461eb346a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.109473 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e0991e76-65d1-4464-b314-cbd461eb346a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b992ab30-66f4-4ed2-a997-9ef5a37ddaf8 HTTP/1.1" status: 204 len: 168 time: 0.1192875 Oct 27 17:41:33.117307 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0991e76-65d1-4464-b314-cbd461eb346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992ab30-66f4-4ed2-a997-9ef5a37ddaf8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:33.417936 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43548) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:33.477242 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-551fbf85-9c40-467e-8ecb-3b4265225299 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (6b1ee8f1-4d8e-4ea1-a317-50865d17b48d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.501131 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-551fbf85-9c40-467e-8ecb-3b4265225299 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (6b1ee8f1-4d8e-4ea1-a317-50865d17b48d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.552144 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-551fbf85-9c40-467e-8ecb-3b4265225299 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (6b1ee8f1-4d8e-4ea1-a317-50865d17b48d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.554862 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-551fbf85-9c40-467e-8ecb-3b4265225299 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.556047 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-551fbf85-9c40-467e-8ecb-3b4265225299 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/6b1ee8f1-4d8e-4ea1-a317-50865d17b48d HTTP/1.1" status: 204 len: 168 time: 0.1370544 Oct 27 17:41:33.559507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43554) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:33.565957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fbf85-9c40-467e-8ecb-3b4265225299 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1ee8f1-4d8e-4ea1-a317-50865d17b48d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:33.587092 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.api.v2.resource [None req-8ac38752-c75e-470e-b455-6cf7ac607b22 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] show failed (client error): The resource could not be found. Oct 27 17:41:33.595350 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8ac38752-c75e-470e-b455-6cf7ac607b22 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "GET /networking/v2.0/security-groups/6b1ee8f1-4d8e-4ea1-a317-50865d17b48d HTTP/1.1" status: 404 len: 347 time: 0.0342147 Oct 27 17:41:33.598233 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43558) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:33.712079 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Deleting port 0a8adff0-ee28-4533-8650-9d8a771d016c {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:33.712981 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.789438 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.789760 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (0a8adff0-ee28-4533-8650-9d8a771d016c), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.801666 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Calling delete_port for 0a8adff0-ee28-4533-8650-9d8a771d016c owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:33.926832 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:33.939521 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (0a8adff0-ee28-4533-8650-9d8a771d016c), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:33.965128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Pushing event deleted for resources: {'Port': ['ID=0a8adff0-ee28-4533-8650-9d8a771d016c,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:33.991322 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:34.035189 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks [] for floatingip (ed9c0454-0681-4ede-920d-0ec979aa5784), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:34.037915 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:34.039070 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-cf3bf186-8417-4ac0-a074-ee0545f7f7f3 tempest-AttachVolumeNegativeTest-1620540979 tempest-AttachVolumeNegativeTest-1620540979-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/ed9c0454-0681-4ede-920d-0ec979aa5784 HTTP/1.1" status: 204 len: 168 time: 0.4399409 Oct 27 17:41:34.625583 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 48cf2b20-7d7f-4936-b226-396b5f7eae33 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:34.644153 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 48cf2b20-7d7f-4936-b226-396b5f7eae33 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:34.644497 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 48cf2b20-7d7f-4936-b226-396b5f7eae33 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:35.569638 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43626) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:35.679914 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fdf666a0-8245-4218-bd7d-fe77174e557f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.761195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fdf666a0-8245-4218-bd7d-fe77174e557f admin admin] Publish callbacks [] for security_group (29cc9179-4871-4b01-81bc-0fea7f62f4ac), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.764627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-fdf666a0-8245-4218-bd7d-fe77174e557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (29cc9179-4871-4b01-81bc-0fea7f62f4ac), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.802021 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf666a0-8245-4218-bd7d-fe77174e557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc9179-4871-4b01-81bc-0fea7f62f4ac,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:35.806326 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-fdf666a0-8245-4218-bd7d-fe77174e557f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9769181ea74a4bb5b81e1abc4d41fcb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356851 Oct 27 17:41:35.809617 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43630) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:35.857472 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1e10f34d-cebe-4d43-b27e-e6413001efea admin admin] Publish callbacks [] for security_group (29cc9179-4871-4b01-81bc-0fea7f62f4ac), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.876917 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1e10f34d-cebe-4d43-b27e-e6413001efea admin admin] Publish callbacks [] for security_group (29cc9179-4871-4b01-81bc-0fea7f62f4ac), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.924633 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1e10f34d-cebe-4d43-b27e-e6413001efea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (29cc9179-4871-4b01-81bc-0fea7f62f4ac), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.927171 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1e10f34d-cebe-4d43-b27e-e6413001efea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:35.928360 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1e10f34d-cebe-4d43-b27e-e6413001efea admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/29cc9179-4871-4b01-81bc-0fea7f62f4ac HTTP/1.1" status: 204 len: 168 time: 0.1185231 Oct 27 17:41:35.935875 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10f34d-cebe-4d43-b27e-e6413001efea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc9179-4871-4b01-81bc-0fea7f62f4ac,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:36.186123 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43636) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:36.202507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-82740068-6fb4-4831-a352-fe0fa8ebdbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.277187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-82740068-6fb4-4831-a352-fe0fa8ebdbe3 admin admin] Publish callbacks [] for security_group (b3cef7be-1ed7-4780-9f39-01f8dbaf95ba), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.280784 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-82740068-6fb4-4831-a352-fe0fa8ebdbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b3cef7be-1ed7-4780-9f39-01f8dbaf95ba), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.318823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82740068-6fb4-4831-a352-fe0fa8ebdbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cef7be-1ed7-4780-9f39-01f8dbaf95ba,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:36.324686 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-82740068-6fb4-4831-a352-fe0fa8ebdbe3 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=d457b4ba0abe46c5ac652568bd2738f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375599 Oct 27 17:41:36.327290 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43638) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:36.377462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1422fd05-47a1-47c8-bae8-20fc8df8d8e7 admin admin] Publish callbacks [] for security_group (b3cef7be-1ed7-4780-9f39-01f8dbaf95ba), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.397382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1422fd05-47a1-47c8-bae8-20fc8df8d8e7 admin admin] Publish callbacks [] for security_group (b3cef7be-1ed7-4780-9f39-01f8dbaf95ba), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.424815 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:36.450767 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1422fd05-47a1-47c8-bae8-20fc8df8d8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b3cef7be-1ed7-4780-9f39-01f8dbaf95ba), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.453052 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1422fd05-47a1-47c8-bae8-20fc8df8d8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:36.453052 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1422fd05-47a1-47c8-bae8-20fc8df8d8e7 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b3cef7be-1ed7-4780-9f39-01f8dbaf95ba HTTP/1.1" status: 204 len: 168 time: 0.1245966 Oct 27 17:41:36.460787 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422fd05-47a1-47c8-bae8-20fc8df8d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cef7be-1ed7-4780-9f39-01f8dbaf95ba,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:37.776271 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43700) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:38.204897 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:38.242978 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (d0245b4f-a3dc-4be6-abf1-59b006e53e90), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:38.291624 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:38.472026 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Deleting port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:38.472372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:38.554063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] For port 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:38.554422 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:38.568322 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Calling delete_port for 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:38.753290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991be5-f931-41e8-8eb6-4f0521a0b3bd req-f575133f-52bf-4ac1-bf51-9080f243c0dc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:38.754769 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1f991be5-f931-41e8-8eb6-4f0521a0b3bd req-f575133f-52bf-4ac1-bf51-9080f243c0dc tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0649078 Oct 27 17:41:38.822804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (9fbbce16-ee1b-490a-ae2d-1c7f637f0b81), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:38.853801 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1f991be5-f931-41e8-8eb6-4f0521a0b3bd req-acf95854-75c7-491f-8b28-897cea8384db tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815413 Oct 27 17:41:38.854779 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbbce16-ee1b-490a-ae2d-1c7f637f0b81,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:39.019217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (d0245b4f-a3dc-4be6-abf1-59b006e53e90), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:39.041307 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c938e0d-6377-465a-b8ac-0fb58be7fd6e None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:41:39.110376 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:39.116237 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:39.120229 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c938e0d-6377-465a-b8ac-0fb58be7fd6e None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:41:39.229952 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Router d0245b4f-a3dc-4be6-abf1-59b006e53e90 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:41:39.335409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:41:39.343674 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-de5754b2-37b7-4423-97b0-1eb3235d8715 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/d0245b4f-a3dc-4be6-abf1-59b006e53e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663638 Oct 27 17:41:39.346276 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43728) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:39.349054 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] Sync routers for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:41:39.360330 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:39.361128 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:39.474552 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks [] for router (d0245b4f-a3dc-4be6-abf1-59b006e53e90), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:39.486821 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:39.582794 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:39.602847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks [] for router_gateway (d0245b4f-a3dc-4be6-abf1-59b006e53e90), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:39.649382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Deleting port 63cde3e9-b619-4c96-9283-8181e0167f06 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:39.649720 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:39.678030 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:39.679118 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:41:38Z', 'revision_number': 5, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port': {'id': '63cde3e9-b619-4c96-9283-8181e0167f06', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:17Z', 'updated_at': '2022-10-27T17:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:39.704464 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:39.705964 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] Checking router: d0245b4f-a3dc-4be6-abf1-59b006e53e90 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:41:39.716295 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] Routers {'d0245b4f-a3dc-4be6-abf1-59b006e53e90'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:39.716956 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:39.763867 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] For port 63cde3e9-b619-4c96-9283-8181e0167f06, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=63cde3e9-b619-4c96-9283-8181e0167f06,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:39.764627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:39.780120 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Calling delete_port for 63cde3e9-b619-4c96-9283-8181e0167f06 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:39.818085 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] Set router d0245b4f-a3dc-4be6-abf1-59b006e53e90 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:39.840974 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7553d6ec-d0c6-45d1-a0b5-d3313c47797c None None] Provisioning complete for port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:41:39.841344 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7553d6ec-d0c6-45d1-a0b5-d3313c47797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:39.841673 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7553d6ec-d0c6-45d1-a0b5-d3313c47797c None None] Attempt 1 to provision port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 Oct 27 17:41:39.891044 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:41:39Z', 'revision_number': 6, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:39.929989 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fe2da7-62d1-47c2-9ca9-7fec9b79306a None None] The sync data for ids ['d0245b4f-a3dc-4be6-abf1-59b006e53e90'] in dv-cinder-862831-1-iscsi is: [{'id': 'd0245b4f-a3dc-4be6-abf1-59b006e53e90', 'name': 'tempest-AttachVolumeNegativeTest-1885629080-router', 'tenant_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:16Z', 'updated_at': '2022-10-27T17:41:39Z', 'revision_number': 6, 'project_id': 'a35c2b53ccb445d4b0dd2915376f69cf', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:41:39.937896 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7553d6ec-d0c6-45d1-a0b5-d3313c47797c None None] Current status of the port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:41:40.037869 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae2702-7574-4a17-b9c0-80c13fa1a640 req-c83191a3-7740-47d5-b0b8-af923092e9c4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:40.039345 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0ae2702-7574-4a17-b9c0-80c13fa1a640 req-c83191a3-7740-47d5-b0b8-af923092e9c4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0791554 Oct 27 17:41:40.044338 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (63cde3e9-b619-4c96-9283-8181e0167f06), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.089700 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cde3e9-b619-4c96-9283-8181e0167f06,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:40.164288 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e0ae2702-7574-4a17-b9c0-80c13fa1a640 req-5c7010a4-6c0c-40ff-946d-9c52bff84fa8 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172073 Oct 27 17:41:40.173565 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (d0245b4f-a3dc-4be6-abf1-59b006e53e90), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.264811 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (d0245b4f-a3dc-4be6-abf1-59b006e53e90), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.266991 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks [] for router_controller (d0245b4f-a3dc-4be6-abf1-59b006e53e90), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.310050 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (d0245b4f-a3dc-4be6-abf1-59b006e53e90), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.310854 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0245b4f-a3dc-4be6-abf1-59b006e53e90 {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:41:40.316110 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.317246 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-abde54f7-ed44-4d60-846f-a20af1505a18 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/d0245b4f-a3dc-4be6-abf1-59b006e53e90 HTTP/1.1" status: 204 len: 168 time: 0.9695678 Oct 27 17:41:40.319780 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43746) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:40.327681 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:40.372352 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Deleting subnet bb98c535-8c46-4877-8e77-49c6d7aa4d09 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:41:40.375647 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Publish callbacks [] for subnet (bb98c535-8c46-4877-8e77-49c6d7aa4d09), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.409386 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25733677'] for subnet (bb98c535-8c46-4877-8e77-49c6d7aa4d09), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.465150 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-98677393-0caa-41de-993b-e2cd5f65d7a4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:40.466711 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-98677393-0caa-41de-993b-e2cd5f65d7a4 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0548582 Oct 27 17:41:40.488456 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (bb98c535-8c46-4877-8e77-49c6d7aa4d09), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.545408 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25552557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380608'] for subnet (bb98c535-8c46-4877-8e77-49c6d7aa4d09), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.552673 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:40.555321 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Deleting port e44c2473-a49a-4e38-91e6-b32e6e8065d8 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:40.555668 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.574315 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb98c535-8c46-4877-8e77-49c6d7aa4d09,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:40.576322 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.585337 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9ee4253f-3e81-4932-8b02-7743bea5578b admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/bb98c535-8c46-4877-8e77-49c6d7aa4d09 HTTP/1.1" status: 204 len: 168 time: 0.2623413 Oct 27 17:41:40.585569 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80229753-1f0a-4f3a-83a0-2a5cbd568c2e None None] Network 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:41:40.586246 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43748) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:40.771028 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] DHCP port deletion for 40b6c3a9-49a5-4aa8-abaa-a41beea7c111 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:41:40.782612 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 63cde3e9-b619-4c96-9283-8181e0167f06 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:40.825891 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 63cde3e9-b619-4c96-9283-8181e0167f06 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:40.826331 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 63cde3e9-b619-4c96-9283-8181e0167f06 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:40.826823 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:40.856160 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:40.856606 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 9fbbce16-ee1b-490a-ae2d-1c7f637f0b81 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:40.858041 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Deleting port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:40.858411 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.928484 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] For port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,segment=NetworkSegment(d64627ce-789f-49ec-8c86-5519c39e16d6),segment_id=d64627ce-789f-49ec-8c86-5519c39e16d6)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:40.928883 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.947950 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Calling delete_port for c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:40.984056 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (40b6c3a9-49a5-4aa8-abaa-a41beea7c111), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:40.988928 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] For port e44c2473-a49a-4e38-91e6-b32e6e8065d8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=e44c2473-a49a-4e38-91e6-b32e6e8065d8,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:40.989215 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.031829 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.036690 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:41.055773 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] The port 'c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0' was deleted {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 27 17:41:41.057324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Pushing event deleted for resources: {'Port': ['ID=c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:41.065290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] No DVR routers for this DVR port c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:41:41.069005 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.069353 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.069695 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.070031 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.070365 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.070701 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.073915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.074655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0995b-3065-4993-9fb4-95be465ac939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:41:41.179551 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (40b6c3a9-49a5-4aa8-abaa-a41beea7c111), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.214867 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0137c643-68ea-4563-9c2f-727cf1e13d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.248640 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b6c3a9-49a5-4aa8-abaa-a41beea7c111']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:41.292500 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64627ce-789f-49ec-8c86-5519c39e16d6') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:41.292804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64627ce-789f-49ec-8c86-5519c39e16d6') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:41.320481 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (d64627ce-789f-49ec-8c86-5519c39e16d6), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.331027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.331401 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (cf967e42-02a7-4a07-bf36-468a36e0e231), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.331750 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Floating IP cf967e42-02a7-4a07-bf36-468a36e0e231 disassociated. External IP: 172.27.0.69, port: e44c2473-a49a-4e38-91e6-b32e6e8065d8. Oct 27 17:41:41.332095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Calling delete_port for e44c2473-a49a-4e38-91e6-b32e6e8065d8 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:41.340810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567547c9-0ed8-4ade-8856-3f5bef7c5571 req-f3b897ee-4640-496d-bfdb-1259c741859e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:41:41.342328 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-567547c9-0ed8-4ade-8856-3f5bef7c5571 req-f3b897ee-4640-496d-bfdb-1259c741859e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 946 time: 0.0895550 Oct 27 17:41:41.355207 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (d64627ce-789f-49ec-8c86-5519c39e16d6), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.380235 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:41.381479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:41:41.381921 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (d64627ce-789f-49ec-8c86-5519c39e16d6), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.438013 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:41.443880 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment d64627ce-789f-49ec-8c86-5519c39e16d6 resource provider aggregate not found Oct 27 17:41:41.503755 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment d64627ce-789f-49ec-8c86-5519c39e16d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d64627ce-789f-49ec-8c86-5519c39e16d6 found for delete ", "request_id": "req-5b364c15-aa84-4298-8a06-8df1459ca574"}]} Oct 27 17:41:41.524404 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-567547c9-0ed8-4ade-8856-3f5bef7c5571 req-d50e68ff-1599-4b67-9b1f-b14f9eaa1205 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ac5061c9-2386-4c1d-a610-e8430002ab9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738186 Oct 27 17:41:41.526407 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (40b6c3a9-49a5-4aa8-abaa-a41beea7c111), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.530821 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.534159 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/40b6c3a9-49a5-4aa8-abaa-a41beea7c111 HTTP/1.1" status: 204 len: 168 time: 0.9469049 Oct 27 17:41:41.553096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cd977-0ca7-464b-961f-fc9fe09b19be admin admin] Pushing event deleted for resources: {'Network': ['ID=40b6c3a9-49a5-4aa8-abaa-a41beea7c111,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:41.633407 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (e44c2473-a49a-4e38-91e6-b32e6e8065d8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.665361 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event deleted for resources: {'Port': ['ID=e44c2473-a49a-4e38-91e6-b32e6e8065d8,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:41.702608 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43766) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:41.708798 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43770) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:41.752461 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-02c67057-f6c9-42c7-b631-93e876f94c9a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a35c2b53ccb445d4b0dd2915376f69cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424099 Oct 27 17:41:41.754972 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43772) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:41.781871 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Router d31e5820-5239-474e-8eb1-1608fb88c10d has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:41:41.807097 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0715ce77-0216-40e3-9699-f5150016afdd admin admin] Publish callbacks [] for security_group (644d2fb6-61ea-4a42-90c4-443c1711b0f8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.829913 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0715ce77-0216-40e3-9699-f5150016afdd admin admin] Publish callbacks [] for security_group (644d2fb6-61ea-4a42-90c4-443c1711b0f8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.886386 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0715ce77-0216-40e3-9699-f5150016afdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (644d2fb6-61ea-4a42-90c4-443c1711b0f8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.889036 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0715ce77-0216-40e3-9699-f5150016afdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.893083 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0715ce77-0216-40e3-9699-f5150016afdd admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/644d2fb6-61ea-4a42-90c4-443c1711b0f8 HTTP/1.1" status: 204 len: 168 time: 0.1342607 Oct 27 17:41:41.898327 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:41:41.910765 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ce77-0216-40e3-9699-f5150016afdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d2fb6-61ea-4a42-90c4-443c1711b0f8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:41.912089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:41:41.960151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] No DVR routers for this DVR port e44c2473-a49a-4e38-91e6-b32e6e8065d8 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:41:41.960788 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:41.961772 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:41.963606 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.966780 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-426c3a55-a205-4db9-b659-5395f8ae911d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:41.967501 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-06929837-2bfb-4c6b-b4f2-ba5fee824d2d req-7f061b06-433d-4ef5-9bfd-97253c529593 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.40 "DELETE /networking/v2.0/ports/e44c2473-a49a-4e38-91e6-b32e6e8065d8 HTTP/1.1" status: 204 len: 173 time: 1.4951997 Oct 27 17:41:41.968072 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-deleted', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:41:41.980767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edada3c-afda-4db0-a28d-3300233c0751" -d '{"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-deleted", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:41:42.080249 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-426c3a55-a205-4db9-b659-5395f8ae911d admin admin] Publish callbacks [] for security_group (74efa0f8-9f76-49a6-89ff-9693af02cb66), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.091880 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-426c3a55-a205-4db9-b659-5395f8ae911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (74efa0f8-9f76-49a6-89ff-9693af02cb66), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.144774 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-426c3a55-a205-4db9-b659-5395f8ae911d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=2555b371c8624ebb8224eb4d43d53943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4409363 Oct 27 17:41:42.145282 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:42.146227 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c3a55-a205-4db9-b659-5395f8ae911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74efa0f8-9f76-49a6-89ff-9693af02cb66,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:42.148823 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43780) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:42.209480 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:42.265553 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5717c0e9-369e-4d5f-87b9-b068be0a2726 admin admin] Publish callbacks [] for security_group (74efa0f8-9f76-49a6-89ff-9693af02cb66), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.307215 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5717c0e9-369e-4d5f-87b9-b068be0a2726 admin admin] Publish callbacks [] for security_group (74efa0f8-9f76-49a6-89ff-9693af02cb66), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.368012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226c443f-dbfe-4977-8fab-a6ebf4f832e8 x-openstack-request-id: req-226c443f-dbfe-4977-8fab-a6ebf4f832e8 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:41:42.368315 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef8a04a-8ed9-43bd-8a43-8ed991b5d746", "name": "network-vif-deleted", "tag": "e44c2473-a49a-4e38-91e6-b32e6e8065d8", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:41:42.368636 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-226c443f-dbfe-4977-8fab-a6ebf4f832e8 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:41:42.369616 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226c443f-dbfe-4977-8fab-a6ebf4f832e8'] response: {'server_uuid': 'bef8a04a-8ed9-43bd-8a43-8ed991b5d746', 'name': 'network-vif-deleted', 'tag': 'e44c2473-a49a-4e38-91e6-b32e6e8065d8', 'status': 'completed', 'code': 200} Oct 27 17:41:42.375923 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5717c0e9-369e-4d5f-87b9-b068be0a2726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (74efa0f8-9f76-49a6-89ff-9693af02cb66), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.378769 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5717c0e9-369e-4d5f-87b9-b068be0a2726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.382123 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5717c0e9-369e-4d5f-87b9-b068be0a2726 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/74efa0f8-9f76-49a6-89ff-9693af02cb66 HTTP/1.1" status: 204 len: 168 time: 0.2297642 Oct 27 17:41:42.388316 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717c0e9-369e-4d5f-87b9-b068be0a2726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74efa0f8-9f76-49a6-89ff-9693af02cb66,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:42.502580 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:42.534737 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:41:42.546519 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:42.547448 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:42.678902 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:42.761813 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0c07bb17-36f3-410e-9073-ea02febeea0c req-0437fa8e-1be5-4b97-8109-b8ed4b86f894 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bef8a04a-8ed9-43bd-8a43-8ed991b5d746 HTTP/1.1" status: 200 len: 210 time: 0.0636179 Oct 27 17:41:42.768379 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:42.814858 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:42.815244 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device c7ab5cbd-07e5-4337-bc3f-54d3b0a182f0 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:42.818090 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43804) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:42.828893 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:42.838594 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73a08307-04b6-4087-8e42-3e5bd7ce921d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.931905 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:42.946312 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73a08307-04b6-4087-8e42-3e5bd7ce921d admin admin] Publish callbacks [] for security_group (2508e535-4892-40fd-888a-278a7eaaffe2), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.951360 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-73a08307-04b6-4087-8e42-3e5bd7ce921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2508e535-4892-40fd-888a-278a7eaaffe2), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:42.960270 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e6ede-2ae5-4f0e-bcbf-59d491fe829a None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:30:24Z', 'revision_number': 4, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '15f28b0e-7a51-4873-b83e-270b1a7e97cf', 'name': '', 'network_id': '421d9227-c86b-4ebb-ad1d-0e58ea3c13fb', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'mac_address': 'fa:16:3e:06:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:20Z', 'updated_at': '2022-10-27T17:30:52Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'subnets': [{'id': '526dcb3e-0e28-4106-b241-0edbed7efd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:41:42.986107 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a08307-04b6-4087-8e42-3e5bd7ce921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508e535-4892-40fd-888a-278a7eaaffe2,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:43.009425 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-73a08307-04b6-4087-8e42-3e5bd7ce921d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=13a00f48958f4a7abc866d73f57e4c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901259 Oct 27 17:41:43.012221 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43810) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:43.068573 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2b8652f0-8376-48c6-9c70-f445771b42f8 admin admin] Publish callbacks [] for security_group (2508e535-4892-40fd-888a-278a7eaaffe2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:43.089768 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2b8652f0-8376-48c6-9c70-f445771b42f8 admin admin] Publish callbacks [] for security_group (2508e535-4892-40fd-888a-278a7eaaffe2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:43.100593 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:43.153980 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2b8652f0-8376-48c6-9c70-f445771b42f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2508e535-4892-40fd-888a-278a7eaaffe2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:43.156733 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2b8652f0-8376-48c6-9c70-f445771b42f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:43.160668 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2b8652f0-8376-48c6-9c70-f445771b42f8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2508e535-4892-40fd-888a-278a7eaaffe2 HTTP/1.1" status: 204 len: 168 time: 0.1474831 Oct 27 17:41:43.169063 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8652f0-8376-48c6-9c70-f445771b42f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508e535-4892-40fd-888a-278a7eaaffe2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:43.236161 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0f01c-940d-4237-9dd8-ec46b8480da5 None None] New status for floating IP cf967e42-02a7-4a07-bf36-468a36e0e231: DOWN {{(pid=104582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:41:43.588776 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-47181e40-cd18-4fa3-b392-f06902bf5c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:43.862405 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43852) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:43.940492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a75106e-b31f-4e67-9bd7-1da183ca7f29 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (ac5061c9-2386-4c1d-a610-e8430002ab9a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:43.967492 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a75106e-b31f-4e67-9bd7-1da183ca7f29 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (ac5061c9-2386-4c1d-a610-e8430002ab9a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.021910 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a75106e-b31f-4e67-9bd7-1da183ca7f29 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ac5061c9-2386-4c1d-a610-e8430002ab9a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.025101 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7a75106e-b31f-4e67-9bd7-1da183ca7f29 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.030777 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7a75106e-b31f-4e67-9bd7-1da183ca7f29 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ac5061c9-2386-4c1d-a610-e8430002ab9a HTTP/1.1" status: 204 len: 168 time: 0.1626894 Oct 27 17:41:44.030893 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43868) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:44.036752 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75106e-b31f-4e67-9bd7-1da183ca7f29 tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5061c9-2386-4c1d-a610-e8430002ab9a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:44.050425 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.api.v2.resource [None req-5e749712-2686-493c-936e-39b2b5bc7d0f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] show failed (client error): The resource could not be found. Oct 27 17:41:44.054653 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5e749712-2686-493c-936e-39b2b5bc7d0f tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "GET /networking/v2.0/security-groups/ac5061c9-2386-4c1d-a610-e8430002ab9a HTTP/1.1" status: 404 len: 347 time: 0.0242305 Oct 27 17:41:44.055226 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43872) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:44.175792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Deleting port b8507669-597d-422c-b95b-5e5c448f61f0 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:44.176143 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (b8507669-597d-422c-b95b-5e5c448f61f0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.266794 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (b8507669-597d-422c-b95b-5e5c448f61f0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.267123 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (b8507669-597d-422c-b95b-5e5c448f61f0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.280604 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Calling delete_port for b8507669-597d-422c-b95b-5e5c448f61f0 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:44.436408 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (b8507669-597d-422c-b95b-5e5c448f61f0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.442376 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:44.470479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Pushing event deleted for resources: {'Port': ['ID=b8507669-597d-422c-b95b-5e5c448f61f0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:44.484330 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43898) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:44.516791 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:44.538579 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks [] for floatingip (cf967e42-02a7-4a07-bf36-468a36e0e231), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.541350 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.545326 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7cad5f95-9a89-4ec6-a31c-a9c6e083ff9e tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/cf967e42-02a7-4a07-bf36-468a36e0e231 HTTP/1.1" status: 204 len: 168 time: 0.4863546 Oct 27 17:41:44.692287 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:44.716670 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: e44c2473-a49a-4e38-91e6-b32e6e8065d8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:44.717023 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device e44c2473-a49a-4e38-91e6-b32e6e8065d8 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:44.740376 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5ab5da73-47fe-4afe-94e7-4fd61dc93c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.824316 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5ab5da73-47fe-4afe-94e7-4fd61dc93c2d admin admin] Publish callbacks [] for security_group (9613b0dc-21b1-4193-83da-1d0e65499b79), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.828190 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-5ab5da73-47fe-4afe-94e7-4fd61dc93c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9613b0dc-21b1-4193-83da-1d0e65499b79), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.874220 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-5ab5da73-47fe-4afe-94e7-4fd61dc93c2d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4c45fb2789644dadac7fe4b5d97bca22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862963 Oct 27 17:41:44.874220 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5da73-47fe-4afe-94e7-4fd61dc93c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613b0dc-21b1-4193-83da-1d0e65499b79,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:44.874987 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43914) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:44.934190 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e3e56fe-2662-4ffc-afb7-380c2ee27d5a admin admin] Publish callbacks [] for security_group (9613b0dc-21b1-4193-83da-1d0e65499b79), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:44.954745 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e3e56fe-2662-4ffc-afb7-380c2ee27d5a admin admin] Publish callbacks [] for security_group (9613b0dc-21b1-4193-83da-1d0e65499b79), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.004076 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e3e56fe-2662-4ffc-afb7-380c2ee27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9613b0dc-21b1-4193-83da-1d0e65499b79), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.006721 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-7e3e56fe-2662-4ffc-afb7-380c2ee27d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.010270 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-7e3e56fe-2662-4ffc-afb7-380c2ee27d5a admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9613b0dc-21b1-4193-83da-1d0e65499b79 HTTP/1.1" status: 204 len: 168 time: 0.1312671 Oct 27 17:41:45.016165 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e56fe-2662-4ffc-afb7-380c2ee27d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613b0dc-21b1-4193-83da-1d0e65499b79,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:45.036363 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.301313 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43926) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:45.315317 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c251e45d-93f7-420b-9671-2922c95ee93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.398890 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c251e45d-93f7-420b-9671-2922c95ee93d admin admin] Publish callbacks [] for security_group (fd13b19a-fa6f-4b01-8803-e25feb4e0446), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.403004 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c251e45d-93f7-420b-9671-2922c95ee93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (fd13b19a-fa6f-4b01-8803-e25feb4e0446), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.439956 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251e45d-93f7-420b-9671-2922c95ee93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13b19a-fa6f-4b01-8803-e25feb4e0446,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:45.444283 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c251e45d-93f7-420b-9671-2922c95ee93d admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=5fb55b9b105947fd8f8d7fdfd1a92580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418962 Oct 27 17:41:45.447430 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 43928) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:45.495213 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-598ab27c-bf4d-4332-a4bf-8e02eb50b25c admin admin] Publish callbacks [] for security_group (fd13b19a-fa6f-4b01-8803-e25feb4e0446), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.515357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-598ab27c-bf4d-4332-a4bf-8e02eb50b25c admin admin] Publish callbacks [] for security_group (fd13b19a-fa6f-4b01-8803-e25feb4e0446), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.561028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-598ab27c-bf4d-4332-a4bf-8e02eb50b25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (fd13b19a-fa6f-4b01-8803-e25feb4e0446), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.563575 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-598ab27c-bf4d-4332-a4bf-8e02eb50b25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:45.564757 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-598ab27c-bf4d-4332-a4bf-8e02eb50b25c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fd13b19a-fa6f-4b01-8803-e25feb4e0446 HTTP/1.1" status: 204 len: 168 time: 0.1163919 Oct 27 17:41:45.573122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ab27c-bf4d-4332-a4bf-8e02eb50b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13b19a-fa6f-4b01-8803-e25feb4e0446,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:46.253850 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:46.888568 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:47.006676 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 43994) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:47.310017 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:47.480876 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (d31e5820-5239-474e-8eb1-1608fb88c10d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:47.971313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Deleting port 15f28b0e-7a51-4873-b83e-270b1a7e97cf {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:47.971656 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:47.985808 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:48.070988 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] For port 15f28b0e-7a51-4873-b83e-270b1a7e97cf, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=15f28b0e-7a51-4873-b83e-270b1a7e97cf,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:48.071627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:48.085262 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Calling delete_port for 15f28b0e-7a51-4873-b83e-270b1a7e97cf owned by network:router_interface {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:48.266270 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (15f28b0e-7a51-4873-b83e-270b1a7e97cf), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:48.291988 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f28b0e-7a51-4873-b83e-270b1a7e97cf,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:48.436262 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:48.454985 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (d31e5820-5239-474e-8eb1-1608fb88c10d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:48.475392 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25c58f-b46e-4c8b-ac86-4b8ffbbd8323 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:41:48.544934 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25c58f-b46e-4c8b-ac86-4b8ffbbd8323 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:41:48.547380 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:48.667313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Router d31e5820-5239-474e-8eb1-1608fb88c10d has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:41:48.773656 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:41:48.779232 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-00abf490-9b96-474e-bf28-a9e4191b9870 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/d31e5820-5239-474e-8eb1-1608fb88c10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734931 Oct 27 17:41:48.781836 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44032) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:48.783181 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] Sync routers for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:41:48.795957 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:48.796648 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:48.823864 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:48.842064 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:48.886467 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks [] for router (d31e5820-5239-474e-8eb1-1608fb88c10d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:48.915447 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:48.998031 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks [] for router_gateway (d31e5820-5239-474e-8eb1-1608fb88c10d), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.060257 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Deleting port b86ece3e-3c6a-448a-a6a1-30f853ab73c0 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:49.060506 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.148163 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] For port b86ece3e-3c6a-448a-a6a1-30f853ab73c0, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:49.148726 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.168513 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Calling delete_port for b86ece3e-3c6a-448a-a6a1-30f853ab73c0 owned by network:router_gateway {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:49.252112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-d92fb448-6021-409a-b2e1-fb62a2ee29a6 None None] Provisioning complete for port f94d2fea-7e4d-4a74-84f4-1dca5a270331 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:41:49.252621 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d92fb448-6021-409a-b2e1-fb62a2ee29a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.253026 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-d92fb448-6021-409a-b2e1-fb62a2ee29a6 None None] Attempt 1 to provision port f94d2fea-7e4d-4a74-84f4-1dca5a270331 Oct 27 17:41:49.257705 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:41:48Z', 'revision_number': 5, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port': {'id': 'b86ece3e-3c6a-448a-a6a1-30f853ab73c0', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:30:14Z', 'updated_at': '2022-10-27T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:49.301213 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] Checking router: d31e5820-5239-474e-8eb1-1608fb88c10d for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:41:49.326104 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] Routers {'d31e5820-5239-474e-8eb1-1608fb88c10d'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:41:49.326681 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:41:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['d31e5820-5239-474e-8eb1-1608fb88c10d'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:49.372116 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (b86ece3e-3c6a-448a-a6a1-30f853ab73c0), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.376503 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:49.401390 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Pushing event deleted for resources: {'Port': ['ID=b86ece3e-3c6a-448a-a6a1-30f853ab73c0,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:49.441918 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] Set router d31e5820-5239-474e-8eb1-1608fb88c10d gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:41:49.471513 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (d31e5820-5239-474e-8eb1-1608fb88c10d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.496255 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:41:48Z', 'revision_number': 6, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:49.499445 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d92fb448-6021-409a-b2e1-fb62a2ee29a6 None None] Current status of the port f94d2fea-7e4d-4a74-84f4-1dca5a270331 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:41:49.527589 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c631f-34b6-4594-9f20-70e549f381a0 None None] The sync data for ids ['d31e5820-5239-474e-8eb1-1608fb88c10d'] in dv-cinder-862831-1-iscsi is: [{'id': 'd31e5820-5239-474e-8eb1-1608fb88c10d', 'name': 'tempest-AttachVolumeShelveTestJSON-645041237-router', 'tenant_id': '48c1b56e78014b57918f3c4b7ed32114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:30:13Z', 'updated_at': '2022-10-27T17:41:48Z', 'revision_number': 6, 'project_id': '48c1b56e78014b57918f3c4b7ed32114', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:41:49.561411 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (d31e5820-5239-474e-8eb1-1608fb88c10d), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.565851 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks [] for router_controller (d31e5820-5239-474e-8eb1-1608fb88c10d), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.608897 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (d31e5820-5239-474e-8eb1-1608fb88c10d), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.609478 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31e5820-5239-474e-8eb1-1608fb88c10d {{(pid=104580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:41:49.614752 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.616202 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0c93d797-db44-4c1c-b592-7987499bb47e admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/d31e5820-5239-474e-8eb1-1608fb88c10d HTTP/1.1" status: 204 len: 168 time: 0.8334334 Oct 27 17:41:49.619622 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44044) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:49.690331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Deleting subnet 526dcb3e-0e28-4106-b241-0edbed7efd5f {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:41:49.694306 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Publish callbacks [] for subnet (526dcb3e-0e28-4106-b241-0edbed7efd5f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.733866 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (526dcb3e-0e28-4106-b241-0edbed7efd5f), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.815981 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (526dcb3e-0e28-4106-b241-0edbed7efd5f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.865034 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:49.874421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (526dcb3e-0e28-4106-b241-0edbed7efd5f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.902033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526dcb3e-0e28-4106-b241-0edbed7efd5f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:49.904139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.907233 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b2f8a565-4797-4c7c-ba93-25349a2591c8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/526dcb3e-0e28-4106-b241-0edbed7efd5f HTTP/1.1" status: 204 len: 168 time: 0.2860641 Oct 27 17:41:49.907892 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7f4ec-9bee-42c0-af9e-623b040f0e5c None None] Network 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:41:49.909772 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44050) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:49.978713 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:49.980251 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:50.028168 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Deleting port f94d2fea-7e4d-4a74-84f4-1dca5a270331 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:50.028570 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.093742 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] For port f94d2fea-7e4d-4a74-84f4-1dca5a270331, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f94d2fea-7e4d-4a74-84f4-1dca5a270331,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:50.094382 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.101386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] DHCP port deletion for 421d9227-c86b-4ebb-ad1d-0e58ea3c13fb request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:41:50.113110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Calling delete_port for f94d2fea-7e4d-4a74-84f4-1dca5a270331 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:50.156311 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] Deleting port f94d2fea-7e4d-4a74-84f4-1dca5a270331 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:41:50.156879 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.199528 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.223633 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Pushing event deleted for resources: {'Port': ['ID=f94d2fea-7e4d-4a74-84f4-1dca5a270331,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:50.230325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] No DVR routers for this DVR port f94d2fea-7e4d-4a74-84f4-1dca5a270331 on host dv-cinder-862831-1-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:41:50.241034 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] For port f94d2fea-7e4d-4a74-84f4-1dca5a270331, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=f94d2fea-7e4d-4a74-84f4-1dca5a270331,segment=NetworkSegment(e2aec4cd-edca-4a2a-b317-c810cc7596ab),segment_id=e2aec4cd-edca-4a2a-b317-c810cc7596ab)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:41:50.241529 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.255293 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] Calling delete_port for f94d2fea-7e4d-4a74-84f4-1dca5a270331 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:41:50.304057 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.325707 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421d9227-c86b-4ebb-ad1d-0e58ea3c13fb']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:50.331819 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:50.339067 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aec4cd-edca-4a2a-b317-c810cc7596ab') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:50.339367 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aec4cd-edca-4a2a-b317-c810cc7596ab') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:41:50.351305 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (f94d2fea-7e4d-4a74-84f4-1dca5a270331), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.358399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (e2aec4cd-edca-4a2a-b317-c810cc7596ab), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.383792 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (e2aec4cd-edca-4a2a-b317-c810cc7596ab), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.387164 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] Pushing event deleted for resources: {'Port': ['ID=f94d2fea-7e4d-4a74-84f4-1dca5a270331,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:50.392395 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:41:50.393044 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (e2aec4cd-edca-4a2a-b317-c810cc7596ab), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.396843 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489bd1b-5330-4069-abf6-e73e04e92e84 None None] No DVR routers for this DVR port f94d2fea-7e4d-4a74-84f4-1dca5a270331 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:41:50.450871 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment e2aec4cd-edca-4a2a-b317-c810cc7596ab resource provider aggregate not found Oct 27 17:41:50.473700 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (421d9227-c86b-4ebb-ad1d-0e58ea3c13fb), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.480743 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.486577 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/421d9227-c86b-4ebb-ad1d-0e58ea3c13fb HTTP/1.1" status: 204 len: 168 time: 0.5734589 Oct 27 17:41:50.486577 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment e2aec4cd-edca-4a2a-b317-c810cc7596ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2aec4cd-edca-4a2a-b317-c810cc7596ab found for delete ", "request_id": "req-e57a62fb-801b-4a4b-8430-13108a1b6623"}]} Oct 27 17:41:50.499098 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185c355-35ef-49cf-b7fc-53827f15460b admin admin] Pushing event deleted for resources: {'Network': ['ID=421d9227-c86b-4ebb-ad1d-0e58ea3c13fb,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:50.678326 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44082) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:50.685822 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b86ece3e-3c6a-448a-a6a1-30f853ab73c0 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:50.705433 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: b86ece3e-3c6a-448a-a6a1-30f853ab73c0 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:50.705786 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b86ece3e-3c6a-448a-a6a1-30f853ab73c0 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:50.706203 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f94d2fea-7e4d-4a74-84f4-1dca5a270331 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:50.719974 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-22e8e56d-7978-435f-b5a0-7e1109fb0e29 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=48c1b56e78014b57918f3c4b7ed32114&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403292 Oct 27 17:41:50.722769 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44086) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:50.733728 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: f94d2fea-7e4d-4a74-84f4-1dca5a270331 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:50.734520 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device f94d2fea-7e4d-4a74-84f4-1dca5a270331 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:50.735065 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 15f28b0e-7a51-4873-b83e-270b1a7e97cf no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:41:50.761225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 15f28b0e-7a51-4873-b83e-270b1a7e97cf {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:41:50.761585 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 15f28b0e-7a51-4873-b83e-270b1a7e97cf not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:41:50.780904 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2910bdfb-1da4-4ac0-a6cc-894380610e65 admin admin] Publish callbacks [] for security_group (3626c585-9ce5-46b2-b282-6604c7817037), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.804012 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2910bdfb-1da4-4ac0-a6cc-894380610e65 admin admin] Publish callbacks [] for security_group (3626c585-9ce5-46b2-b282-6604c7817037), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.843400 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:50.861952 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2910bdfb-1da4-4ac0-a6cc-894380610e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (3626c585-9ce5-46b2-b282-6604c7817037), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.864627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2910bdfb-1da4-4ac0-a6cc-894380610e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:50.865785 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-2910bdfb-1da4-4ac0-a6cc-894380610e65 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/3626c585-9ce5-46b2-b282-6604c7817037 HTTP/1.1" status: 204 len: 168 time: 0.1420305 Oct 27 17:41:50.874347 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910bdfb-1da4-4ac0-a6cc-894380610e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626c585-9ce5-46b2-b282-6604c7817037,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:51.923974 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44132) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:52.050359 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-796ef8db-66c9-467b-aee3-b645ffc18450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.140718 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-796ef8db-66c9-467b-aee3-b645ffc18450 admin admin] Publish callbacks [] for security_group (d9756214-8cd0-4d1b-a923-156531abbc69), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.144907 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-796ef8db-66c9-467b-aee3-b645ffc18450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d9756214-8cd0-4d1b-a923-156531abbc69), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.185369 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-796ef8db-66c9-467b-aee3-b645ffc18450 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=f1c1929e4e204242b7c3dd7a35fd6f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602091 Oct 27 17:41:52.186486 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ef8db-66c9-467b-aee3-b645ffc18450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9756214-8cd0-4d1b-a923-156531abbc69,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:52.188077 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44150) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:52.241152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4ed0-7f67-4d16-b151-6f0ee4f460ae admin admin] Publish callbacks [] for security_group (d9756214-8cd0-4d1b-a923-156531abbc69), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.261272 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4ed0-7f67-4d16-b151-6f0ee4f460ae admin admin] Publish callbacks [] for security_group (d9756214-8cd0-4d1b-a923-156531abbc69), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.308437 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4ed0-7f67-4d16-b151-6f0ee4f460ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (d9756214-8cd0-4d1b-a923-156531abbc69), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.311120 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4ed0-7f67-4d16-b151-6f0ee4f460ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.312259 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e0fb4ed0-7f67-4d16-b151-6f0ee4f460ae admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/d9756214-8cd0-4d1b-a923-156531abbc69 HTTP/1.1" status: 204 len: 168 time: 0.1231282 Oct 27 17:41:52.319855 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb4ed0-7f67-4d16-b151-6f0ee4f460ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9756214-8cd0-4d1b-a923-156531abbc69,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:52.575884 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44156) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:52.589712 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3dc01675-e912-4bc1-b90d-1ad4d4024dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.656737 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:52.666509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3dc01675-e912-4bc1-b90d-1ad4d4024dc6 admin admin] Publish callbacks [] for security_group (475995fd-8741-478e-9167-0d024603cec8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.670210 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-3dc01675-e912-4bc1-b90d-1ad4d4024dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (475995fd-8741-478e-9167-0d024603cec8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.688480 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:52.710471 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01675-e912-4bc1-b90d-1ad4d4024dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475995fd-8741-478e-9167-0d024603cec8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:52.716938 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-3dc01675-e912-4bc1-b90d-1ad4d4024dc6 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=868d4b24da844efc97c5be69c730a39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398809 Oct 27 17:41:52.719661 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44158) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:52.770840 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-66b4fbbd-470c-4321-9a2d-5cb90a8c89d4 admin admin] Publish callbacks [] for security_group (475995fd-8741-478e-9167-0d024603cec8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.791392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-66b4fbbd-470c-4321-9a2d-5cb90a8c89d4 admin admin] Publish callbacks [] for security_group (475995fd-8741-478e-9167-0d024603cec8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.839904 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-66b4fbbd-470c-4321-9a2d-5cb90a8c89d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (475995fd-8741-478e-9167-0d024603cec8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.842440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-66b4fbbd-470c-4321-9a2d-5cb90a8c89d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:52.843632 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-66b4fbbd-470c-4321-9a2d-5cb90a8c89d4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/475995fd-8741-478e-9167-0d024603cec8 HTTP/1.1" status: 204 len: 168 time: 0.1226060 Oct 27 17:41:52.852749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4fbbd-470c-4321-9a2d-5cb90a8c89d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475995fd-8741-478e-9167-0d024603cec8,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:53.193481 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44174) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:53.213423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-12e52d60-f2d2-4cb7-bc91-5ff066c692a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.311766 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:53.312264 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-12e52d60-f2d2-4cb7-bc91-5ff066c692a9 admin admin] Publish callbacks [] for security_group (199512a2-49c0-4d9c-aec1-790be12c7e70), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.317450 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:53.317635 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-12e52d60-f2d2-4cb7-bc91-5ff066c692a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (199512a2-49c0-4d9c-aec1-790be12c7e70), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.362077 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e52d60-f2d2-4cb7-bc91-5ff066c692a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199512a2-49c0-4d9c-aec1-790be12c7e70,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:53.375632 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-12e52d60-f2d2-4cb7-bc91-5ff066c692a9 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=4ab470aebdf24c20b3654b286bc292fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808720 Oct 27 17:41:53.375790 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44182) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:53.441045 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f06208da-4873-4689-b97c-39f4dc00c084 admin admin] Publish callbacks [] for security_group (199512a2-49c0-4d9c-aec1-790be12c7e70), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.462453 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f06208da-4873-4689-b97c-39f4dc00c084 admin admin] Publish callbacks [] for security_group (199512a2-49c0-4d9c-aec1-790be12c7e70), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.516856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f06208da-4873-4689-b97c-39f4dc00c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (199512a2-49c0-4d9c-aec1-790be12c7e70), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.519473 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f06208da-4873-4689-b97c-39f4dc00c084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:53.520680 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f06208da-4873-4689-b97c-39f4dc00c084 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/199512a2-49c0-4d9c-aec1-790be12c7e70 HTTP/1.1" status: 204 len: 168 time: 0.1436367 Oct 27 17:41:53.528986 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06208da-4873-4689-b97c-39f4dc00c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199512a2-49c0-4d9c-aec1-790be12c7e70,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:54.635890 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44234) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:54.743266 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc906-d052-42b3-b25e-c0eebf27b761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:54.820676 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc906-d052-42b3-b25e-c0eebf27b761 admin admin] Publish callbacks [] for security_group (7a46a316-7aa7-4a11-bbd4-babae91c3b6e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:54.825108 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc906-d052-42b3-b25e-c0eebf27b761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (7a46a316-7aa7-4a11-bbd4-babae91c3b6e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:54.854343 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:54.867925 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cc906-d052-42b3-b25e-c0eebf27b761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a46a316-7aa7-4a11-bbd4-babae91c3b6e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:54.873496 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-7e6cc906-d052-42b3-b25e-c0eebf27b761 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=61bbba2814e94cd5983e054da3ec0bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365527 Oct 27 17:41:54.876243 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44246) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:54.926361 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-179dc9a5-1eb1-4f7b-80b1-25bb3f999210 admin admin] Publish callbacks [] for security_group (7a46a316-7aa7-4a11-bbd4-babae91c3b6e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:54.946242 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-179dc9a5-1eb1-4f7b-80b1-25bb3f999210 admin admin] Publish callbacks [] for security_group (7a46a316-7aa7-4a11-bbd4-babae91c3b6e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:54.996803 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-179dc9a5-1eb1-4f7b-80b1-25bb3f999210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (7a46a316-7aa7-4a11-bbd4-babae91c3b6e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:54.999347 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-179dc9a5-1eb1-4f7b-80b1-25bb3f999210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.000553 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-179dc9a5-1eb1-4f7b-80b1-25bb3f999210 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/7a46a316-7aa7-4a11-bbd4-babae91c3b6e HTTP/1.1" status: 204 len: 168 time: 0.1234062 Oct 27 17:41:55.016775 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dc9a5-1eb1-4f7b-80b1-25bb3f999210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a46a316-7aa7-4a11-bbd4-babae91c3b6e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:55.351163 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44272) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:55.369831 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1bbcc3f-8a9d-41d0-9635-c478f6c19050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.452505 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1bbcc3f-8a9d-41d0-9635-c478f6c19050 admin admin] Publish callbacks [] for security_group (9693e75e-3374-4410-a381-8dad659cacd2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.456501 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-b1bbcc3f-8a9d-41d0-9635-c478f6c19050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9693e75e-3374-4410-a381-8dad659cacd2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.500052 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-b1bbcc3f-8a9d-41d0-9635-c478f6c19050 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=fcc511650a5f4c19ad6040b0d909b19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477206 Oct 27 17:41:55.501159 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbcc3f-8a9d-41d0-9635-c478f6c19050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693e75e-3374-4410-a381-8dad659cacd2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:55.502798 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44280) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:55.553556 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dc5e-bf17-4af0-b103-fca37d8b9e5b admin admin] Publish callbacks [] for security_group (9693e75e-3374-4410-a381-8dad659cacd2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.577288 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dc5e-bf17-4af0-b103-fca37d8b9e5b admin admin] Publish callbacks [] for security_group (9693e75e-3374-4410-a381-8dad659cacd2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.608700 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:55.632006 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dc5e-bf17-4af0-b103-fca37d8b9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9693e75e-3374-4410-a381-8dad659cacd2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.634533 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f7d5dc5e-bf17-4af0-b103-fca37d8b9e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:55.638041 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f7d5dc5e-bf17-4af0-b103-fca37d8b9e5b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9693e75e-3374-4410-a381-8dad659cacd2 HTTP/1.1" status: 204 len: 168 time: 0.1318712 Oct 27 17:41:55.644502 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5dc5e-bf17-4af0-b103-fca37d8b9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693e75e-3374-4410-a381-8dad659cacd2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:55.726771 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44290) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:55.940516 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-093e9652-2de6-494f-827f-61deed895352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.019024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-093e9652-2de6-494f-827f-61deed895352 admin admin] Publish callbacks [] for security_group (90760c37-e9f9-4b7c-99bd-f1b68a58fe5d), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.023201 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-093e9652-2de6-494f-827f-61deed895352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (90760c37-e9f9-4b7c-99bd-f1b68a58fe5d), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.066088 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-093e9652-2de6-494f-827f-61deed895352 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9c2df00b5c6a41a4a44969ff45b4738b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353448 Oct 27 17:41:56.066088 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e9652-2de6-494f-827f-61deed895352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90760c37-e9f9-4b7c-99bd-f1b68a58fe5d,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:56.066382 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44302) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:56.091495 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:56.106551 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:56.120481 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-97e461eb-af29-4893-a91c-cb73d8af43ca admin admin] Publish callbacks [] for security_group (90760c37-e9f9-4b7c-99bd-f1b68a58fe5d), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.142218 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-97e461eb-af29-4893-a91c-cb73d8af43ca admin admin] Publish callbacks [] for security_group (90760c37-e9f9-4b7c-99bd-f1b68a58fe5d), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.198510 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-97e461eb-af29-4893-a91c-cb73d8af43ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (90760c37-e9f9-4b7c-99bd-f1b68a58fe5d), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.201180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-97e461eb-af29-4893-a91c-cb73d8af43ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.204661 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-97e461eb-af29-4893-a91c-cb73d8af43ca admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/90760c37-e9f9-4b7c-99bd-f1b68a58fe5d HTTP/1.1" status: 204 len: 168 time: 0.1351559 Oct 27 17:41:56.210480 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e461eb-af29-4893-a91c-cb73d8af43ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90760c37-e9f9-4b7c-99bd-f1b68a58fe5d,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:56.568429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44322) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:56.581845 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e9278273-db17-4471-890c-e4c2b5d5891b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.668663 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e9278273-db17-4471-890c-e4c2b5d5891b admin admin] Publish callbacks [] for security_group (aa862fe8-2d9b-4921-a73e-9edf34df81d8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.672781 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e9278273-db17-4471-890c-e4c2b5d5891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (aa862fe8-2d9b-4921-a73e-9edf34df81d8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.716406 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e9278273-db17-4471-890c-e4c2b5d5891b admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8db651184f074b76bc50ea34a9f468fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467206 Oct 27 17:41:56.717429 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44328) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:41:56.718005 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278273-db17-4471-890c-e4c2b5d5891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa862fe8-2d9b-4921-a73e-9edf34df81d8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:56.769149 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dfbd640f-757e-4540-8997-4c9fbc5d983c admin admin] Publish callbacks [] for security_group (aa862fe8-2d9b-4921-a73e-9edf34df81d8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.789912 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dfbd640f-757e-4540-8997-4c9fbc5d983c admin admin] Publish callbacks [] for security_group (aa862fe8-2d9b-4921-a73e-9edf34df81d8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.841470 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dfbd640f-757e-4540-8997-4c9fbc5d983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (aa862fe8-2d9b-4921-a73e-9edf34df81d8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.846470 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dfbd640f-757e-4540-8997-4c9fbc5d983c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:41:56.848398 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dfbd640f-757e-4540-8997-4c9fbc5d983c admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/aa862fe8-2d9b-4921-a73e-9edf34df81d8 HTTP/1.1" status: 204 len: 168 time: 0.1287987 Oct 27 17:41:56.860911 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd640f-757e-4540-8997-4c9fbc5d983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa862fe8-2d9b-4921-a73e-9edf34df81d8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:41:57.264030 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:41:57.268458 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.387967 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44442) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:00.494499 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3b7595b-3942-48a8-8e21-996560281eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.570871 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3b7595b-3942-48a8-8e21-996560281eed admin admin] Publish callbacks [] for security_group (ac91d7e5-aaea-4748-b3d7-f97939206814), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.574964 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3b7595b-3942-48a8-8e21-996560281eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ac91d7e5-aaea-4748-b3d7-f97939206814), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.617712 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e3b7595b-3942-48a8-8e21-996560281eed admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=36e37b94f6014a08a6523a6418b22ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286856 Oct 27 17:42:00.618591 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7595b-3942-48a8-8e21-996560281eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91d7e5-aaea-4748-b3d7-f97939206814,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:00.620394 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44446) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:00.670394 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d0b36adc-39dd-46a0-b668-f2817975a005 admin admin] Publish callbacks [] for security_group (ac91d7e5-aaea-4748-b3d7-f97939206814), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.690146 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d0b36adc-39dd-46a0-b668-f2817975a005 admin admin] Publish callbacks [] for security_group (ac91d7e5-aaea-4748-b3d7-f97939206814), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.736842 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d0b36adc-39dd-46a0-b668-f2817975a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ac91d7e5-aaea-4748-b3d7-f97939206814), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.741313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-d0b36adc-39dd-46a0-b668-f2817975a005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:00.742473 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-d0b36adc-39dd-46a0-b668-f2817975a005 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ac91d7e5-aaea-4748-b3d7-f97939206814 HTTP/1.1" status: 204 len: 168 time: 0.1203284 Oct 27 17:42:00.751214 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36adc-39dd-46a0-b668-f2817975a005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91d7e5-aaea-4748-b3d7-f97939206814,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:01.115683 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44474) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:01.283072 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-078b074f-6479-444a-86e2-e44cccaa6330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.362310 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-078b074f-6479-444a-86e2-e44cccaa6330 admin admin] Publish callbacks [] for security_group (c4564804-dee5-4a66-a3a0-4f56bc76838b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.366817 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-078b074f-6479-444a-86e2-e44cccaa6330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c4564804-dee5-4a66-a3a0-4f56bc76838b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.392964 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44486) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:01.412360 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-078b074f-6479-444a-86e2-e44cccaa6330 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=28003dfd6e5a465cb1d974a1f855c2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954967 Oct 27 17:42:01.413194 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b074f-6479-444a-86e2-e44cccaa6330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4564804-dee5-4a66-a3a0-4f56bc76838b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:01.415849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44490) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:01.468474 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c7b09de-b977-4a3c-a389-82b3e09be6ae admin admin] Publish callbacks [] for security_group (c4564804-dee5-4a66-a3a0-4f56bc76838b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.489757 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c7b09de-b977-4a3c-a389-82b3e09be6ae admin admin] Publish callbacks [] for security_group (c4564804-dee5-4a66-a3a0-4f56bc76838b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.500143 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178405576-network', 'tenant_id': '13c3215e8a00401abad00542523d3d8e'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:01.538838 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Made reservation on behalf of 13c3215e8a00401abad00542523d3d8e for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:01.541303 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.552329 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.575543 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c7b09de-b977-4a3c-a389-82b3e09be6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c4564804-dee5-4a66-a3a0-4f56bc76838b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.578048 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c7b09de-b977-4a3c-a389-82b3e09be6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.579773 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0c7b09de-b977-4a3c-a389-82b3e09be6ae admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c4564804-dee5-4a66-a3a0-4f56bc76838b HTTP/1.1" status: 204 len: 168 time: 0.1623862 Oct 27 17:42:01.594899 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b09de-b977-4a3c-a389-82b3e09be6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4564804-dee5-4a66-a3a0-4f56bc76838b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:01.623010 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:01.649180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:01.658612 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks [] for security_group (45797630-2ecf-45c2-9d38-dc3cd213ce77), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.662493 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (45797630-2ecf-45c2-9d38-dc3cd213ce77), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.687530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:42:01.702002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45797630-2ecf-45c2-9d38-dc3cd213ce77,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:01.707186 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.707440 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Added segment 5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd of type vlan for network 780460d7-9767-4223-9cb0-f4914ee03bbc Oct 27 17:42:01.752383 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (780460d7-9767-4223-9cb0-f4914ee03bbc), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.779427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (780460d7-9767-4223-9cb0-f4914ee03bbc), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.780543 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:01.781102 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.840636 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4464848 Oct 27 17:42:01.843537 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44496) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:01.846656 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624536d-fa4a-417e-a1fd-42f0ef6a8705 admin admin] Pushing event updated for resources: {'Network': ['ID=780460d7-9767-4223-9cb0-f4914ee03bbc,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:01.848616 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Request body: {'subnet': {'network_id': '780460d7-9767-4223-9cb0-f4914ee03bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178405576-subnet', 'tenant_id': '13c3215e8a00401abad00542523d3d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:01.853038 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:01.862587 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 780460d7-9767-4223-9cb0-f4914ee03bbc details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:42:01.869687 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44498) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:01.875371 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Made reservation on behalf of 13c3215e8a00401abad00542523d3d8e for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:01.878294 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380709'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.887487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-71c24dc7-beec-4297-b43e-1796d43450e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.977025 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-71c24dc7-beec-4297-b43e-1796d43450e5 admin admin] Publish callbacks [] for security_group (1f789182-dba5-4d68-88d0-c9283ae069a0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:01.980743 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-71c24dc7-beec-4297-b43e-1796d43450e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1f789182-dba5-4d68-88d0-c9283ae069a0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.027515 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-71c24dc7-beec-4297-b43e-1796d43450e5 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=564496a7b94c492691feaf3019bfc78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563492 Oct 27 17:42:02.028418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24dc7-beec-4297-b43e-1796d43450e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f789182-dba5-4d68-88d0-c9283ae069a0,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:02.031814 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44504) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:02.059689 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25380619'] for subnet (26372216-e1e4-4aa5-a09d-6ba277971cf9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.089618 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3505566-533f-4a57-be3c-172b2bc5dd94 admin admin] Publish callbacks [] for security_group (1f789182-dba5-4d68-88d0-c9283ae069a0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.103487 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26372216-e1e4-4aa5-a09d-6ba277971cf9,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:02.110984 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3505566-533f-4a57-be3c-172b2bc5dd94 admin admin] Publish callbacks [] for security_group (1f789182-dba5-4d68-88d0-c9283ae069a0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.122956 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:02.135211 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Checking segment: {'id': '5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '780460d7-9767-4223-9cb0-f4914ee03bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:02.136195 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Network hostable DHCP agents. Network: 780460d7-9767-4223-9cb0-f4914ee03bbc, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:42:02.157946 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Network 780460d7-9767-4223-9cb0-f4914ee03bbc is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:42:02.168307 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 780460d7-9767-4223-9cb0-f4914ee03bbc) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:02.172444 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:02.173240 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.180205 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91be371-ecfb-45ae-858f-645eab74bb8b None None] Network 780460d7-9767-4223-9cb0-f4914ee03bbc requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:02.185665 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3505566-533f-4a57-be3c-172b2bc5dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1f789182-dba5-4d68-88d0-c9283ae069a0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.188372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3505566-533f-4a57-be3c-172b2bc5dd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.189704 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e3505566-533f-4a57-be3c-172b2bc5dd94 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1f789182-dba5-4d68-88d0-c9283ae069a0 HTTP/1.1" status: 204 len: 168 time: 0.1564212 Oct 27 17:42:02.191184 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8884fd15-4840-4b3b-a392-9bf731fd0a94 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3465531 Oct 27 17:42:02.207198 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3505566-533f-4a57-be3c-172b2bc5dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f789182-dba5-4d68-88d0-c9283ae069a0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:02.317692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b510d-77e0-464f-b119-c91877e2dbd6 None None] Network 780460d7-9767-4223-9cb0-f4914ee03bbc requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:02.781662 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44534) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:02.786527 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-819880184-network', 'tenant_id': '87a7b394360a45ba8ba4d70abbaca847'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:02.808902 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Made reservation on behalf of 87a7b394360a45ba8ba4d70abbaca847 for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:02.811284 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.819741 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.898198 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks [] for security_group (1ed11924-9cfc-4e7c-87bc-1fe8014c319a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.902076 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1ed11924-9cfc-4e7c-87bc-1fe8014c319a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.930141 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:42:02.937274 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed11924-9cfc-4e7c-87bc-1fe8014c319a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:02.943612 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (8e7082fa-c6de-488f-aa0f-dbcec38c5841), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:02.944042 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Added segment 8e7082fa-c6de-488f-aa0f-dbcec38c5841 of type vlan for network 14dd32d0-f954-43af-ac92-d100a9a3e52f Oct 27 17:42:02.990659 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (14dd32d0-f954-43af-ac92-d100a9a3e52f), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.015325 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (14dd32d0-f954-43af-ac92-d100a9a3e52f), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.016354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:03.016988 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.054739 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2719355 Oct 27 17:42:03.057926 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44544) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:03.063129 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Request body: {'subnet': {'network_id': '14dd32d0-f954-43af-ac92-d100a9a3e52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-819880184-subnet', 'tenant_id': '87a7b394360a45ba8ba4d70abbaca847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:03.067998 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44546) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:03.084969 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58506fc9-b9ab-4263-8ce8-1cc06811b44e admin admin] Pushing event updated for resources: {'Network': ['ID=14dd32d0-f954-43af-ac92-d100a9a3e52f,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:03.092830 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Made reservation on behalf of 87a7b394360a45ba8ba4d70abbaca847 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:03.096537 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25417054'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.096955 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 14dd32d0-f954-43af-ac92-d100a9a3e52f details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:42:03.189263 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-56600873-network', 'tenant_id': '0bf2026fb6e24bd68a5bd2854b213436'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:03.238055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Made reservation on behalf of 0bf2026fb6e24bd68a5bd2854b213436 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:03.240408 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.246383 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:03.256177 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.281111 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:03.339807 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25883263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25417008'] for subnet (1a5612b4-793e-4445-93dd-5383be497a82), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.421154 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5612b4-793e-4445-93dd-5383be497a82,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:03.458849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Checking segment: {'id': '8e7082fa-c6de-488f-aa0f-dbcec38c5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '14dd32d0-f954-43af-ac92-d100a9a3e52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:03.459223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Network hostable DHCP agents. Network: 14dd32d0-f954-43af-ac92-d100a9a3e52f, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:42:03.471289 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks [] for security_group (9b258dc1-ac3e-44b4-939f-181f33f29232), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.475301 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9b258dc1-ac3e-44b4-939f-181f33f29232), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.502057 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Network 14dd32d0-f954-43af-ac92-d100a9a3e52f is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:42:03.504230 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:42:03.524036 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 14dd32d0-f954-43af-ac92-d100a9a3e52f) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:03.525636 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b258dc1-ac3e-44b4-939f-181f33f29232,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:03.532391 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:03.532970 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07cd9d8-35a1-4bb2-88e5-bc3b5184e467 None None] Network 14dd32d0-f954-43af-ac92-d100a9a3e52f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:03.533113 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.537262 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (a1e7a22b-9130-4ba6-931b-95e96ac3a881), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.537630 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Added segment a1e7a22b-9130-4ba6-931b-95e96ac3a881 of type vlan for network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 Oct 27 17:42:03.576735 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-179110d7-40bb-4c6a-991f-4bcabea071d7 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5176027 Oct 27 17:42:03.591841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.620532 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.621576 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:03.622217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.641944 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2982a7d-d5f6-4174-9f6b-497b28e16086 None None] Network 14dd32d0-f954-43af-ac92-d100a9a3e52f requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:03.693682 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6245255 Oct 27 17:42:03.696503 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44560) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:03.702290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Request body: {'subnet': {'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-56600873-subnet', 'tenant_id': '0bf2026fb6e24bd68a5bd2854b213436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:03.706548 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa758c7-f4f4-4f4f-95ce-ade5b8efc2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:03.712946 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44562) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:03.718933 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:42:03.765752 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Made reservation on behalf of 0bf2026fb6e24bd68a5bd2854b213436 for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:03.768063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25417054'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.791110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Deleting subnet 26372216-e1e4-4aa5-a09d-6ba277971cf9 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:42:03.795280 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Publish callbacks [] for subnet (26372216-e1e4-4aa5-a09d-6ba277971cf9), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.870583 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (26372216-e1e4-4aa5-a09d-6ba277971cf9), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.924368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (26372216-e1e4-4aa5-a09d-6ba277971cf9), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:03.949714 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:03.979259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:04.048450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (26372216-e1e4-4aa5-a09d-6ba277971cf9), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.057832 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25883263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25417008'] for subnet (c0931428-9850-4775-af20-0f717ef2878e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.078916 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26372216-e1e4-4aa5-a09d-6ba277971cf9,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:04.083269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.085815 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9f7a4158-258f-4432-8ef4-fa4a23af54f0 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/26372216-e1e4-4aa5-a09d-6ba277971cf9 HTTP/1.1" status: 204 len: 168 time: 0.3723810 Oct 27 17:42:04.088468 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44564) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:04.133079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0931428-9850-4775-af20-0f717ef2878e,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:04.148703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Checking segment: {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:04.149064 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Network hostable DHCP agents. Network: 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:42:04.161643 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (780460d7-9767-4223-9cb0-f4914ee03bbc), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.166126 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:42:04.175682 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:04.180698 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:04.181293 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.187521 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9ce56-9587-48f9-92af-e2b8b0cf4019 None None] Network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:04.208640 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-738965ce-f407-4df7-b177-8603e925beb9 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5028222 Oct 27 17:42:04.214692 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:04.243209 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (780460d7-9767-4223-9cb0-f4914ee03bbc), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.266953 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780460d7-9767-4223-9cb0-f4914ee03bbc']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:42:04.277819 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:42:04.278107 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:42:04.293306 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.298809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb90774-707a-40a3-917e-20868a7cfe9f None None] Network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:04.308196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.315134 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:42:04.315528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.362363 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd resource provider aggregate not found Oct 27 17:42:04.383551 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a59eb58-f3ed-4737-b4c0-8c175b1fcfbd found for delete ", "request_id": "req-bd726d8e-4714-4525-9a9a-e349d61d6598"}]} Oct 27 17:42:04.388723 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (780460d7-9767-4223-9cb0-f4914ee03bbc), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.395842 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.399080 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/780460d7-9767-4223-9cb0-f4914ee03bbc HTTP/1.1" status: 204 len: 168 time: 0.3089197 Oct 27 17:42:04.402087 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44576) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:04.437748 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeef45-b3ca-4fb1-99f8-9a52769b4add admin admin] Pushing event deleted for resources: {'Network': ['ID=780460d7-9767-4223-9cb0-f4914ee03bbc,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:04.461276 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Deleting subnet 1a5612b4-793e-4445-93dd-5383be497a82 {{(pid=104580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:42:04.466089 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Publish callbacks [] for subnet (1a5612b4-793e-4445-93dd-5383be497a82), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.507044 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25733677'] for subnet (1a5612b4-793e-4445-93dd-5383be497a82), precommit_delete_associations {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.529186 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:04.551739 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (1a5612b4-793e-4445-93dd-5383be497a82), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.622030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25552557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25380608'] for subnet (1a5612b4-793e-4445-93dd-5383be497a82), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.647857 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5612b4-793e-4445-93dd-5383be497a82,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:04.652982 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.658459 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-3d530e8b-fad0-42b1-800d-10cc17c41e02 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/1a5612b4-793e-4445-93dd-5383be497a82 HTTP/1.1" status: 204 len: 168 time: 0.2553639 Oct 27 17:42:04.661062 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44582) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:04.667255 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:42:04.766050 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (14dd32d0-f954-43af-ac92-d100a9a3e52f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.872111 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (14dd32d0-f954-43af-ac92-d100a9a3e52f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.893660 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dd32d0-f954-43af-ac92-d100a9a3e52f']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:42:04.904500 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7082fa-c6de-488f-aa0f-dbcec38c5841') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:42:04.905027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7082fa-c6de-488f-aa0f-dbcec38c5841') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:42:04.919582 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (8e7082fa-c6de-488f-aa0f-dbcec38c5841), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.933087 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (8e7082fa-c6de-488f-aa0f-dbcec38c5841), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.940012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:42:04.940524 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (8e7082fa-c6de-488f-aa0f-dbcec38c5841), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:04.988417 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 8e7082fa-c6de-488f-aa0f-dbcec38c5841 resource provider aggregate not found Oct 27 17:42:05.005438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (14dd32d0-f954-43af-ac92-d100a9a3e52f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.007884 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 8e7082fa-c6de-488f-aa0f-dbcec38c5841 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e7082fa-c6de-488f-aa0f-dbcec38c5841 found for delete ", "request_id": "req-bbbde2ed-25c9-4c7c-a912-5e646e241413"}]} Oct 27 17:42:05.012438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.015459 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/14dd32d0-f954-43af-ac92-d100a9a3e52f HTTP/1.1" status: 204 len: 168 time: 0.3533137 Oct 27 17:42:05.025922 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cb488-7bbc-4289-8757-5f9e3b39fae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=14dd32d0-f954-43af-ac92-d100a9a3e52f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:05.130465 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44598) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:05.173593 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-516258ca-9f41-4879-9d66-3eb0b1c81bd1 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=13c3215e8a00401abad00542523d3d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419679 Oct 27 17:42:05.176303 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44600) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:05.223293 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e3905c1-a58c-4d0f-a951-277b35416043 admin admin] Publish callbacks [] for security_group (45797630-2ecf-45c2-9d38-dc3cd213ce77), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.243914 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e3905c1-a58c-4d0f-a951-277b35416043 admin admin] Publish callbacks [] for security_group (45797630-2ecf-45c2-9d38-dc3cd213ce77), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.290021 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e3905c1-a58c-4d0f-a951-277b35416043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (45797630-2ecf-45c2-9d38-dc3cd213ce77), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.293192 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9e3905c1-a58c-4d0f-a951-277b35416043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.294320 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9e3905c1-a58c-4d0f-a951-277b35416043 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/45797630-2ecf-45c2-9d38-dc3cd213ce77 HTTP/1.1" status: 204 len: 168 time: 0.1171172 Oct 27 17:42:05.301892 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3905c1-a58c-4d0f-a951-277b35416043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45797630-2ecf-45c2-9d38-dc3cd213ce77,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:05.616614 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44606) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:05.657517 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-94957e01-e20e-4e23-9756-991d3644e533 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=87a7b394360a45ba8ba4d70abbaca847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397182 Oct 27 17:42:05.659963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44608) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:05.710141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bdef1fb3-651e-4089-82d4-f9555dc49588 admin admin] Publish callbacks [] for security_group (1ed11924-9cfc-4e7c-87bc-1fe8014c319a), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.730489 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bdef1fb3-651e-4089-82d4-f9555dc49588 admin admin] Publish callbacks [] for security_group (1ed11924-9cfc-4e7c-87bc-1fe8014c319a), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.777352 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bdef1fb3-651e-4089-82d4-f9555dc49588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (1ed11924-9cfc-4e7c-87bc-1fe8014c319a), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.779851 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bdef1fb3-651e-4089-82d4-f9555dc49588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:05.780989 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-bdef1fb3-651e-4089-82d4-f9555dc49588 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/1ed11924-9cfc-4e7c-87bc-1fe8014c319a HTTP/1.1" status: 204 len: 168 time: 0.1201506 Oct 27 17:42:05.788470 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef1fb3-651e-4089-82d4-f9555dc49588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed11924-9cfc-4e7c-87bc-1fe8014c319a,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:06.127110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:06.198621 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-05cc7b52-e863-43e0-b470-4cbc3d39ff9d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:06.200133 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-05cc7b52-e863-43e0-b470-4cbc3d39ff9d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 200 len: 807 time: 0.1093738 Oct 27 17:42:06.216117 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-ffebdfaa-6d60-4c42-83ba-10f245f0cfa6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/quotas/0bf2026fb6e24bd68a5bd2854b213436 HTTP/1.1" status: 200 len: 375 time: 0.0106592 Oct 27 17:42:06.253000 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-2657c081-6af8-4a7e-be79-8c66993f8f9c tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319278 Oct 27 17:42:06.265021 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-3d5c6bbc-be8a-4916-a4dd-cdb62b07df00 service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:42:06.265993 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-3d5c6bbc-be8a-4916-a4dd-cdb62b07df00 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064847 Oct 27 17:42:06.353676 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:06.361050 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-c9b28b03-ef86-4351-a694-95f431ee1808 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892944 Oct 27 17:42:06.461440 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-dc46a918-ceba-4fb0-9d8f-ff4e6354a14e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933864 Oct 27 17:42:06.723012 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:07.391818 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44674) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:07.496499 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cae00e09-ff22-40ac-b838-3cba724f4d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.577776 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cae00e09-ff22-40ac-b838-3cba724f4d02 admin admin] Publish callbacks [] for security_group (c974d524-3df3-4b00-a2fb-7b0a860d0d1e), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.583374 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cae00e09-ff22-40ac-b838-3cba724f4d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c974d524-3df3-4b00-a2fb-7b0a860d0d1e), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.628124 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cae00e09-ff22-40ac-b838-3cba724f4d02 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=8b6b9163e7f848ac94d724e124ca5755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351105 Oct 27 17:42:07.629283 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae00e09-ff22-40ac-b838-3cba724f4d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c974d524-3df3-4b00-a2fb-7b0a860d0d1e,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:07.631873 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44684) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:07.638370 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fe895d5-150b-4430-ad58-4912d811945a req-c95ccdca-5aa6-4e6b-8c15-518f0b06e6d2 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 210 time: 0.0299101 Oct 27 17:42:07.693177 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edd9788e-f345-46e6-b803-f592e60e1864 admin admin] Publish callbacks [] for security_group (c974d524-3df3-4b00-a2fb-7b0a860d0d1e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.714365 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edd9788e-f345-46e6-b803-f592e60e1864 admin admin] Publish callbacks [] for security_group (c974d524-3df3-4b00-a2fb-7b0a860d0d1e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.762394 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edd9788e-f345-46e6-b803-f592e60e1864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (c974d524-3df3-4b00-a2fb-7b0a860d0d1e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.765003 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-edd9788e-f345-46e6-b803-f592e60e1864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:07.766151 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-edd9788e-f345-46e6-b803-f592e60e1864 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/c974d524-3df3-4b00-a2fb-7b0a860d0d1e HTTP/1.1" status: 204 len: 168 time: 0.1333799 Oct 27 17:42:07.774617 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9788e-f345-46e6-b803-f592e60e1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c974d524-3df3-4b00-a2fb-7b0a860d0d1e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:07.794021 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:08.051041 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44698) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:08.065461 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3f259c5-9125-42c1-9c37-7a098450464f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.140910 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3f259c5-9125-42c1-9c37-7a098450464f admin admin] Publish callbacks [] for security_group (32650e0d-28e4-42be-a0b7-b11fd141e1a8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.144546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3f259c5-9125-42c1-9c37-7a098450464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (32650e0d-28e4-42be-a0b7-b11fd141e1a8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.183514 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c3f259c5-9125-42c1-9c37-7a098450464f admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a0e565d5379e49e189e167c11537bd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311247 Oct 27 17:42:08.184382 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f259c5-9125-42c1-9c37-7a098450464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32650e0d-28e4-42be-a0b7-b11fd141e1a8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:08.186830 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44700) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:08.235846 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-600e115c-ebf4-43df-a11f-ce55ebb62022 admin admin] Publish callbacks [] for security_group (32650e0d-28e4-42be-a0b7-b11fd141e1a8), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.257472 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-600e115c-ebf4-43df-a11f-ce55ebb62022 admin admin] Publish callbacks [] for security_group (32650e0d-28e4-42be-a0b7-b11fd141e1a8), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.305625 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-600e115c-ebf4-43df-a11f-ce55ebb62022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (32650e0d-28e4-42be-a0b7-b11fd141e1a8), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.308229 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-600e115c-ebf4-43df-a11f-ce55ebb62022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:08.309352 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-600e115c-ebf4-43df-a11f-ce55ebb62022 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/32650e0d-28e4-42be-a0b7-b11fd141e1a8 HTTP/1.1" status: 204 len: 168 time: 0.1212363 Oct 27 17:42:08.317877 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e115c-ebf4-43df-a11f-ce55ebb62022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32650e0d-28e4-42be-a0b7-b11fd141e1a8,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:08.748227 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-25e2767c-ce84-4e19-9b1f-c43516038e9c req-443f94db-44ca-4efb-8d26-96b61cdf053a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 210 time: 0.0313802 Oct 27 17:42:09.633794 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:09.725642 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-dd7b10f6-3374-4c48-8636-db349c29b21a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:09.727766 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-dd7b10f6-3374-4c48-8636-db349c29b21a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "GET /networking/v2.0/networks?id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 200 len: 807 time: 0.1220353 Oct 27 17:42:09.745717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Request body: {'port': {'device_id': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7', 'admin_state_up': True, 'tenant_id': '0bf2026fb6e24bd68a5bd2854b213436'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:09.864207 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2702db48-2766-4af7-8ba5-11e01326f77a req-9c992445-13a1-44dc-bb0f-0d70edad94a7 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 210 time: 0.0302687 Oct 27 17:42:10.004697 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44756) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:10.111078 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dbb69450-9ffb-436c-9869-ba9178897f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.132557 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:10.138523 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Made reservation on behalf of 0bf2026fb6e24bd68a5bd2854b213436 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:10.143200 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.155350 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:10.192820 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dbb69450-9ffb-436c-9869-ba9178897f8a admin admin] Publish callbacks [] for security_group (f02748e2-e853-469c-97ca-31def3d6c01e), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.200522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-dbb69450-9ffb-436c-9869-ba9178897f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f02748e2-e853-469c-97ca-31def3d6c01e), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.248117 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb69450-9ffb-436c-9869-ba9178897f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02748e2-e853-469c-97ca-31def3d6c01e,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:10.259737 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-dbb69450-9ffb-436c-9869-ba9178897f8a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=9fc3b84a1c954dfbb85692dec0e4b171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539527 Oct 27 17:42:10.260403 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44764) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:10.296127 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Allocated IP 172.20.0.3 (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7/c0931428-9850-4775-af20-0f717ef2878e/62ad173e-1fc6-42b8-bb15-0039ec7cad90) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:42:10.321005 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a0047a1c-db2a-4c7f-bd80-c67c9683301d admin admin] Publish callbacks [] for security_group (f02748e2-e853-469c-97ca-31def3d6c01e), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.343147 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a0047a1c-db2a-4c7f-bd80-c67c9683301d admin admin] Publish callbacks [] for security_group (f02748e2-e853-469c-97ca-31def3d6c01e), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.402693 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a0047a1c-db2a-4c7f-bd80-c67c9683301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f02748e2-e853-469c-97ca-31def3d6c01e), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.405437 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a0047a1c-db2a-4c7f-bd80-c67c9683301d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.406809 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a0047a1c-db2a-4c7f-bd80-c67c9683301d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f02748e2-e853-469c-97ca-31def3d6c01e HTTP/1.1" status: 204 len: 168 time: 0.1453989 Oct 27 17:42:10.416083 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0047a1c-db2a-4c7f-bd80-c67c9683301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02748e2-e853-469c-97ca-31def3d6c01e,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:10.483024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks [] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.518512 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.576033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:42:10.578080 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:10.582491 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:42:10.607690 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Pushing event updated for resources: {'Port': ['ID=62ad173e-1fc6-42b8-bb15-0039ec7cad90,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:10.637130 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:10.637813 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.656367 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-0dda6e0b-9165-4080-9b7b-5491bc699db6 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152861 Oct 27 17:42:10.665672 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-874691b0-0fb7-46e6-827f-5a7343ea4b30 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104579) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:42:10.667409 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-874691b0-0fb7-46e6-827f-5a7343ea4b30 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053267 Oct 27 17:42:10.743578 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44782) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:10.750758 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:10.760103 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-11ab4d96-1410-4bec-8a15-95bde6807434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.857495 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-11ab4d96-1410-4bec-8a15-95bde6807434 admin admin] Publish callbacks [] for security_group (fd941e1c-af8e-4bc5-82ba-e7b54544e07a), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.861535 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-11ab4d96-1410-4bec-8a15-95bde6807434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (fd941e1c-af8e-4bc5-82ba-e7b54544e07a), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.891015 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Request body: {'port': {'device_id': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:10.904394 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-11ab4d96-1410-4bec-8a15-95bde6807434 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=519da4dddcd841149398dfb6f8c20dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596248 Oct 27 17:42:10.904989 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44788) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:10.932064 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4d96-1410-4bec-8a15-95bde6807434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd941e1c-af8e-4bc5-82ba-e7b54544e07a,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:10.962151 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1a93a323-91e0-4a54-9158-cc3e88a18dd4 admin admin] Publish callbacks [] for security_group (fd941e1c-af8e-4bc5-82ba-e7b54544e07a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.982324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.983668 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1a93a323-91e0-4a54-9158-cc3e88a18dd4 admin admin] Publish callbacks [] for security_group (fd941e1c-af8e-4bc5-82ba-e7b54544e07a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:10.997926 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:11.012747 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddb534-4bf9-4351-8741-98f63a1d1d75 req-c41822b1-f4ab-4f39-a5b6-0d527d8835dc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:11.014158 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-79ddb534-4bf9-4351-8741-98f63a1d1d75 req-c41822b1-f4ab-4f39-a5b6-0d527d8835dc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 931 time: 0.0675068 Oct 27 17:42:11.034462 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1a93a323-91e0-4a54-9158-cc3e88a18dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (fd941e1c-af8e-4bc5-82ba-e7b54544e07a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.037229 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-1a93a323-91e0-4a54-9158-cc3e88a18dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.038370 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1a93a323-91e0-4a54-9158-cc3e88a18dd4 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/fd941e1c-af8e-4bc5-82ba-e7b54544e07a HTTP/1.1" status: 204 len: 168 time: 0.1322415 Oct 27 17:42:11.048367 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93a323-91e0-4a54-9158-cc3e88a18dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd941e1c-af8e-4bc5-82ba-e7b54544e07a,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:11.155262 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-79ddb534-4bf9-4351-8741-98f63a1d1d75 req-4f8be90d-1468-4aaa-b3f1-1ecd8ea1ec3d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225708 Oct 27 17:42:11.209124 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d094dd03-cc0e-412b-8adf-3296c6d7c4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.253320 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:11.316603 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ad173e-1fc6-42b8-bb15-0039ec7cad90 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:42:11.325540 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Publish callbacks [] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.338426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Transition to ACTIVE for port object 62ad173e-1fc6-42b8-bb15-0039ec7cad90 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:42:11.342245 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.428271 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad173e-1fc6-42b8-bb15-0039ec7cad90,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:11.457809 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Attempting to bind port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:42:11.458151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Attempting to bind port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:42:11.458571 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Attempting to bind port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 on network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:42:11.501873 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 on network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:42:11.502223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Attempting to bind port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 on network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:42:11.546223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:42:11.546223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Checking segment: {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:11.546223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Bound using segment: {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:42:11.546223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Bound port: 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:42:11.546223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.614286 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] For port 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:42:11.617736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] For port 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:42:11.624522 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.627693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:11.628354 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:11.630035 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/62ad173e-1fc6-42b8-bb15-0039ec7cad90 HTTP/1.1" status: 200 len: 1093 time: 0.9509501 Oct 27 17:42:11.632279 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'tag': '62ad173e-1fc6-42b8-bb15-0039ec7cad90'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:42:11.634536 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2d8a77-afcd-41e5-83a0-7457e87ece98", "tag": "62ad173e-1fc6-42b8-bb15-0039ec7cad90"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:42:11.679222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393fb335-635d-461f-ad84-47d00b5607bc x-openstack-request-id: req-393fb335-635d-461f-ad84-47d00b5607bc {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:42:11.679619 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2d8a77-afcd-41e5-83a0-7457e87ece98", "tag": "62ad173e-1fc6-42b8-bb15-0039ec7cad90", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:42:11.679898 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-393fb335-635d-461f-ad84-47d00b5607bc {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:42:11.680296 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393fb335-635d-461f-ad84-47d00b5607bc'] response: {'name': 'network-changed', 'server_uuid': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'tag': '62ad173e-1fc6-42b8-bb15-0039ec7cad90', 'status': 'completed', 'code': 200} Oct 27 17:42:11.691129 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756292-9937-4f89-a4db-a998eb152f99 service neutron] Pushing event updated for resources: {'Port': ['ID=62ad173e-1fc6-42b8-bb15-0039ec7cad90,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:11.756418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-e193d7e7-6b3f-4bbf-ba1f-0cb955384449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:11.758180 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-e193d7e7-6b3f-4bbf-ba1f-0cb955384449 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 1127 time: 0.0410237 Oct 27 17:42:11.804197 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-6740cb08-48d1-46f7-8098-70f6822cdd14 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90 HTTP/1.1" status: 200 len: 217 time: 0.0334539 Oct 27 17:42:11.860802 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674304-c1fa-477d-b839-50aab5f35561 req-34b81ada-9231-47d2-9a6e-c54c4271d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:11.862496 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-34b81ada-9231-47d2-9a6e-c54c4271d17e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c0931428-9850-4775-af20-0f717ef2878e HTTP/1.1" status: 200 len: 847 time: 0.0531573 Oct 27 17:42:11.896371 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-db98cfc6-b972-417a-b4c1-b05c9c4163bf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283422 Oct 27 17:42:11.992262 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-60a81a15-068f-4e26-a209-92bccb51ae85 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900440 Oct 27 17:42:12.036326 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:12.101056 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-56674304-c1fa-477d-b839-50aab5f35561 req-6e26b065-ccfe-4d54-83cd-ce80036d4805 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031621 Oct 27 17:42:12.280924 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311a0d5-d0ac-4031-9cde-59972205a776 req-3eabb9bf-7cdb-4e5e-9bc6-c676d0de3cb2 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:12.282486 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2311a0d5-d0ac-4031-9cde-59972205a776 req-3eabb9bf-7cdb-4e5e-9bc6-c676d0de3cb2 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 943 time: 0.0494606 Oct 27 17:42:12.330775 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2311a0d5-d0ac-4031-9cde-59972205a776 req-54edd371-15f3-41a2-921a-3a8193480c64 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Oct 27 17:42:13.248738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44876) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:13.358442 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0294-bb87-4f1d-b586-f538c70af543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.389926 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:13.445727 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0294-bb87-4f1d-b586-f538c70af543 admin admin] Publish callbacks [] for security_group (946825c3-2f78-483c-afa7-bf4294425899), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.452271 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0294-bb87-4f1d-b586-f538c70af543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (946825c3-2f78-483c-afa7-bf4294425899), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.462466 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d817c6-d6db-4f2b-b6d2-7d42b045b328 req-ff6a94d1-9d5e-411b-b41c-60ecfae8bcbe tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:13.464727 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67d817c6-d6db-4f2b-b6d2-7d42b045b328 req-ff6a94d1-9d5e-411b-b41c-60ecfae8bcbe tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 943 time: 0.0508716 Oct 27 17:42:13.492812 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ef7f0294-bb87-4f1d-b586-f538c70af543 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e4a6654d9867428d82f055bba436a7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429655 Oct 27 17:42:13.493657 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0294-bb87-4f1d-b586-f538c70af543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946825c3-2f78-483c-afa7-bf4294425899,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:13.496515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44882) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:13.514782 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67d817c6-d6db-4f2b-b6d2-7d42b045b328 req-34688240-1f74-4f6d-9082-7c2ac9d3b2dd tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Oct 27 17:42:13.545091 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a15315ea-1722-4fa5-a2d4-8b04cec69706 admin admin] Publish callbacks [] for security_group (946825c3-2f78-483c-afa7-bf4294425899), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.565358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a15315ea-1722-4fa5-a2d4-8b04cec69706 admin admin] Publish callbacks [] for security_group (946825c3-2f78-483c-afa7-bf4294425899), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.591835 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0bf3cb51-7342-416d-8a58-a40a295d582c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.615217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a15315ea-1722-4fa5-a2d4-8b04cec69706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (946825c3-2f78-483c-afa7-bf4294425899), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.617912 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a15315ea-1722-4fa5-a2d4-8b04cec69706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.619009 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a15315ea-1722-4fa5-a2d4-8b04cec69706 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/946825c3-2f78-483c-afa7-bf4294425899 HTTP/1.1" status: 204 len: 168 time: 0.1215930 Oct 27 17:42:13.626914 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15315ea-1722-4fa5-a2d4-8b04cec69706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946825c3-2f78-483c-afa7-bf4294425899,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:13.887183 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 44888) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:13.904037 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c42e899-fced-4577-9a0c-8b891759b462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.979671 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c42e899-fced-4577-9a0c-8b891759b462 admin admin] Publish callbacks [] for security_group (e3268e80-6d11-4f01-8c6e-fac3fc735418), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:13.983051 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-0c42e899-fced-4577-9a0c-8b891759b462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e3268e80-6d11-4f01-8c6e-fac3fc735418), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:14.022177 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0c42e899-fced-4577-9a0c-8b891759b462 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e43913c6f7974ca69bd7cf6d8c51cd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339061 Oct 27 17:42:14.023052 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e899-fced-4577-9a0c-8b891759b462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3268e80-6d11-4f01-8c6e-fac3fc735418,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:14.025522 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 44890) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:14.074467 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c45ec409-7b8d-4ca9-a11f-2c00ca6edbab admin admin] Publish callbacks [] for security_group (e3268e80-6d11-4f01-8c6e-fac3fc735418), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:14.085567 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:14.095533 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c45ec409-7b8d-4ca9-a11f-2c00ca6edbab admin admin] Publish callbacks [] for security_group (e3268e80-6d11-4f01-8c6e-fac3fc735418), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:14.145426 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c45ec409-7b8d-4ca9-a11f-2c00ca6edbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e3268e80-6d11-4f01-8c6e-fac3fc735418), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:14.148043 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c45ec409-7b8d-4ca9-a11f-2c00ca6edbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:14.152445 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c45ec409-7b8d-4ca9-a11f-2c00ca6edbab admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e3268e80-6d11-4f01-8c6e-fac3fc735418 HTTP/1.1" status: 204 len: 168 time: 0.1219964 Oct 27 17:42:14.157674 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ec409-7b8d-4ca9-a11f-2c00ca6edbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3268e80-6d11-4f01-8c6e-fac3fc735418,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:14.195639 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-9d982591-b3df-4a19-814e-f9f1d5a97e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:14.197257 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-9d982591-b3df-4a19-814e-f9f1d5a97e93 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 1127 time: 0.0444105 Oct 27 17:42:14.306870 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-5348da34-d826-48de-a5a2-fff749b58298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:14.308990 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-5348da34-d826-48de-a5a2-fff749b58298 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 200 len: 908 time: 0.1058898 Oct 27 17:42:14.359025 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-c3d42ca0-eeeb-45a6-ad74-3e2994634ed4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90 HTTP/1.1" status: 200 len: 217 time: 0.0435579 Oct 27 17:42:14.404594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:14.414869 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-e3775c08-1591-4515-ae73-22494ec388e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:14.416375 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-e3775c08-1591-4515-ae73-22494ec388e8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c0931428-9850-4775-af20-0f717ef2878e HTTP/1.1" status: 200 len: 847 time: 0.0515068 Oct 27 17:42:14.456290 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-77a39e15-f69a-490a-9ee4-d8239d9cad8f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339439 Oct 27 17:42:14.579156 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-5b7198bd-2735-4cf9-9459-e40d87b90ca5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166680 Oct 27 17:42:14.662792 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:14.670685 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:14.677364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce5992-e755-4d9b-80c5-6dbc6292f1e7 req-84187f91-f4ab-4987-901c-657d63614236 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:14.680345 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e1ce5992-e755-4d9b-80c5-6dbc6292f1e7 req-84187f91-f4ab-4987-901c-657d63614236 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 943 time: 0.0703783 Oct 27 17:42:14.783201 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 62ad173e-1fc6-42b8-bb15-0039ec7cad90 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:42:14.789615 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e1ce5992-e755-4d9b-80c5-6dbc6292f1e7 req-5e644a0d-2f33-4db3-9802-4701735e699b tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739954 Oct 27 17:42:14.791514 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5ed5cb14-3ad9-48a9-a4cb-b68444058d9c req-655d232e-8af0-4074-a7c6-d9f32cd560bb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062299 Oct 27 17:42:14.868552 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:14.890571 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:14.906403 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '62ad173e-1fc6-42b8-bb15-0039ec7cad90', 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7', 'port_id': '62ad173e-1fc6-42b8-bb15-0039ec7cad90', 'mac_address': 'fa:16:3e:54:a3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0931428-9850-4775-af20-0f717ef2878e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:42:14.955292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:42:14.955648 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:14.972549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ad173e-1fc6-42b8-bb15-0039ec7cad90 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:42:14.993279 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:14.999275 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:15.054996 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:15.060343 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=62ad173e-1fc6-42b8-bb15-0039ec7cad90,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:15.494595 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['62ad173e-1fc6-42b8-bb15-0039ec7cad90'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:42:15.914996 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd690-d246-445e-8455-79e90f04c4c7 req-2189201a-6b9c-4d5e-9213-5a3a1f35a620 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:15.916514 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-991cd690-d246-445e-8455-79e90f04c4c7 req-2189201a-6b9c-4d5e-9213-5a3a1f35a620 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 944 time: 0.0473716 Oct 27 17:42:15.964676 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-991cd690-d246-445e-8455-79e90f04c4c7 req-1916483b-fa4c-4c28-8ca9-216aaecd155f tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Oct 27 17:42:16.257383 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:16.801287 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 62ad173e-1fc6-42b8-bb15-0039ec7cad90 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:42:16.844885 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:42:16.850916 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:42:16.851311 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:16.851630 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 Oct 27 17:42:16.906179 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:16.943260 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:42:16.943644 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:16.968784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad173e-1fc6-42b8-bb15-0039ec7cad90'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:42:16.971011 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc03b4-5053-4d03-b658-df848c2ee12a" -d '{"events": [{"server_uuid": "ab2d8a77-afcd-41e5-83a0-7457e87ece98", "name": "network-vif-plugged", "status": "completed", "tag": "62ad173e-1fc6-42b8-bb15-0039ec7cad90"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:42:16.984473 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:16.988988 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:17.033928 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61345ae0-38e6-47e5-906f-fc96a7ada85c x-openstack-request-id: req-61345ae0-38e6-47e5-906f-fc96a7ada85c {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:42:17.034290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2d8a77-afcd-41e5-83a0-7457e87ece98", "name": "network-vif-plugged", "status": "completed", "tag": "62ad173e-1fc6-42b8-bb15-0039ec7cad90", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:42:17.034549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61345ae0-38e6-47e5-906f-fc96a7ada85c {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:42:17.034942 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61345ae0-38e6-47e5-906f-fc96a7ada85c'] response: {'server_uuid': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad173e-1fc6-42b8-bb15-0039ec7cad90', 'code': 200} Oct 27 17:42:17.047132 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=62ad173e-1fc6-42b8-bb15-0039ec7cad90,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:17.093116 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf4d8-2470-419b-b539-166734118896 req-76817682-7df2-406c-ac0e-1e30f6f13144 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:17.094578 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df9cf4d8-2470-419b-b539-166734118896 req-76817682-7df2-406c-ac0e-1e30f6f13144 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0470884 Oct 27 17:42:17.141115 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df9cf4d8-2470-419b-b539-166734118896 req-b86ce4d9-8bde-4746-b9ad-a24b06ffab6d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Oct 27 17:42:18.260531 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6a5b8-65f4-4c10-969a-d887ae4d9c30 req-17debf17-5328-4c9c-a763-0e7676db34d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:18.261970 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-06d6a5b8-65f4-4c10-969a-d887ae4d9c30 req-17debf17-5328-4c9c-a763-0e7676db34d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0459049 Oct 27 17:42:18.312523 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-06d6a5b8-65f4-4c10-969a-d887ae4d9c30 req-7854e530-a53c-424c-9d0b-c5a4dbcd3b2a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Oct 27 17:42:19.443227 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463771e-8c23-45fb-9a38-7f683d6f1851 req-69130965-9df8-4a94-a636-697e30dfade4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:19.444737 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f463771e-8c23-45fb-9a38-7f683d6f1851 req-69130965-9df8-4a94-a636-697e30dfade4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Oct 27 17:42:19.457115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779fa8f-4933-42f4-88f6-1e532abd80dc req-6b0a48ab-e64d-4fa4-97a6-07c4daec04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:19.458662 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0779fa8f-4933-42f4-88f6-1e532abd80dc req-6b0a48ab-e64d-4fa4-97a6-07c4daec04ad service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 1129 time: 0.0399401 Oct 27 17:42:19.494586 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f463771e-8c23-45fb-9a38-7f683d6f1851 req-be3c1189-3fe1-4b32-baf6-471838d0bb0a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Oct 27 17:42:20.402229 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:20.616719 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771302-95f7-4225-88ec-4139ab1ccb82 req-36c488f0-add2-42a6-a60f-0c7956be39de tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:20.618196 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-15771302-95f7-4225-88ec-4139ab1ccb82 req-36c488f0-add2-42a6-a60f-0c7956be39de tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0485938 Oct 27 17:42:20.665858 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-15771302-95f7-4225-88ec-4139ab1ccb82 req-4984e2e8-ae88-437a-9b74-8416090b5adf tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Oct 27 17:42:20.762852 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0779fa8f-4933-42f4-88f6-1e532abd80dc req-c220dc7f-3cab-4fa4-8f3c-8168e6b77dba service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Oct 27 17:42:21.784063 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221421a-67b3-42bd-97cb-046d6fc495e5 req-f3c5573c-67a0-4e5a-afcf-c9a45287a87a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:21.785516 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a221421a-67b3-42bd-97cb-046d6fc495e5 req-f3c5573c-67a0-4e5a-afcf-c9a45287a87a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0456197 Oct 27 17:42:21.826996 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:21.831512 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a221421a-67b3-42bd-97cb-046d6fc495e5 req-8c765e45-ebd8-4558-99ff-5cefc91e33d7 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Oct 27 17:42:22.958515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d02812-fcfd-47c8-9f9d-f94ccade743f req-8697ff1f-518b-4ef6-bd0f-dfb5881c53d5 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:22.960031 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10d02812-fcfd-47c8-9f9d-f94ccade743f req-8697ff1f-518b-4ef6-bd0f-dfb5881c53d5 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Oct 27 17:42:23.008195 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10d02812-fcfd-47c8-9f9d-f94ccade743f req-9dd7c5ac-7816-458a-b73d-fd84f1d8144d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Oct 27 17:42:24.125147 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d30ce-07c3-4dd9-ad6a-c364c05cf8d6 req-0187c2e8-ad1a-4a74-8a1e-cb8842c9080b tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:24.126629 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0e1d30ce-07c3-4dd9-ad6a-c364c05cf8d6 req-0187c2e8-ad1a-4a74-8a1e-cb8842c9080b tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0451615 Oct 27 17:42:24.177837 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0e1d30ce-07c3-4dd9-ad6a-c364c05cf8d6 req-488865a4-7c74-43da-9096-b237b21ea23a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Oct 27 17:42:25.300259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468184a7-bce4-4776-9774-1d510806b6c9 req-17c9df69-4b78-4431-a7aa-c057ead4ad14 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:25.301707 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-468184a7-bce4-4776-9774-1d510806b6c9 req-17c9df69-4b78-4431-a7aa-c057ead4ad14 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0467980 Oct 27 17:42:25.348162 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-468184a7-bce4-4776-9774-1d510806b6c9 req-13402d21-9d8d-45db-9afd-a5dfce4e6928 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Oct 27 17:42:26.465482 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f6341-a7b1-43ec-98e2-2e33d1c93734 req-659bdac0-acfd-41e6-b425-f20be96b846d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:26.466916 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-930f6341-a7b1-43ec-98e2-2e33d1c93734 req-659bdac0-acfd-41e6-b425-f20be96b846d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0449123 Oct 27 17:42:26.516658 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-930f6341-a7b1-43ec-98e2-2e33d1c93734 req-865580cf-83aa-4a04-a25d-3b0d1e89b2f2 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439162 Oct 27 17:42:27.282699 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:27.290013 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:27.644392 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d9a33-c4b7-410c-9847-5f623b713540 req-44724ec2-667b-41ef-a779-49819b48ba24 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:27.645869 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-334d9a33-c4b7-410c-9847-5f623b713540 req-44724ec2-667b-41ef-a779-49819b48ba24 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Oct 27 17:42:27.692304 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-334d9a33-c4b7-410c-9847-5f623b713540 req-d97f7244-5349-4a6f-9c80-81321d90be9e tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Oct 27 17:42:28.818528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b2bc3-2730-47e4-aa64-a8e43306cd01 req-ee41312e-2262-4261-9db5-ddff4758bbc9 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:28.820054 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f41b2bc3-2730-47e4-aa64-a8e43306cd01 req-ee41312e-2262-4261-9db5-ddff4758bbc9 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Oct 27 17:42:28.866077 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f41b2bc3-2730-47e4-aa64-a8e43306cd01 req-55f014a0-47a4-428f-acb2-d4e84e595e82 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Oct 27 17:42:29.988843 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6485d-4de5-4fb3-891e-c50f21783bed req-bf882812-ff20-4ba3-ad5d-04786868e7f4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:29.990278 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83a6485d-4de5-4fb3-891e-c50f21783bed req-bf882812-ff20-4ba3-ad5d-04786868e7f4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0462847 Oct 27 17:42:30.037056 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83a6485d-4de5-4fb3-891e-c50f21783bed req-7532790a-76db-400c-9ade-19909dd5077d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Oct 27 17:42:31.388068 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c770f70-2f55-4d54-8e1a-bf17fc64aa14 req-7900d14a-b944-45f3-9ce2-62ef93060acc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:31.389474 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c770f70-2f55-4d54-8e1a-bf17fc64aa14 req-7900d14a-b944-45f3-9ce2-62ef93060acc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.2751949 Oct 27 17:42:31.434766 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8c770f70-2f55-4d54-8e1a-bf17fc64aa14 req-172907a9-d4a5-448b-961b-396cc9d88089 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Oct 27 17:42:32.558767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66da466-043a-44f5-bf59-28115c508ada req-851e8e02-4fd3-47e5-91b5-3ec0612561f4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:32.560251 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d66da466-043a-44f5-bf59-28115c508ada req-851e8e02-4fd3-47e5-91b5-3ec0612561f4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0454643 Oct 27 17:42:32.611519 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d66da466-043a-44f5-bf59-28115c508ada req-768b796a-54ac-44fa-9ddb-54732f7b5e78 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Oct 27 17:42:33.733426 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a7a93-4204-4a4d-8dc4-2dd7809cc46c req-a5192c1f-3a7b-43a9-b0aa-8b1d6db73582 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:33.734794 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-630a7a93-4204-4a4d-8dc4-2dd7809cc46c req-a5192c1f-3a7b-43a9-b0aa-8b1d6db73582 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0466504 Oct 27 17:42:33.781902 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-630a7a93-4204-4a4d-8dc4-2dd7809cc46c req-4ab377f9-9601-4784-a8fa-052da670935a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Oct 27 17:42:34.869368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:34.905865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183596c-4d25-48f1-a69d-4b858cd1ea3f req-503290f1-df3c-4dd0-9816-dd55799534ca tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:34.907331 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7183596c-4d25-48f1-a69d-4b858cd1ea3f req-503290f1-df3c-4dd0-9816-dd55799534ca tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0481031 Oct 27 17:42:34.958009 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7183596c-4d25-48f1-a69d-4b858cd1ea3f req-b0991b66-52e3-467d-bccc-5270fa644c01 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Oct 27 17:42:36.080931 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050da0-ce79-4dde-b4ac-91a57a9a8410 req-d2e3fd75-6c26-4e0b-be31-877c3a1e5f3e tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:36.082423 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea050da0-ce79-4dde-b4ac-91a57a9a8410 req-d2e3fd75-6c26-4e0b-be31-877c3a1e5f3e tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0480688 Oct 27 17:42:36.128755 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-ea050da0-ce79-4dde-b4ac-91a57a9a8410 req-66531c61-eeb7-4bd7-a965-076518fe239c tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Oct 27 17:42:36.902771 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:36.912281 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e0279-4dbc-4455-a256-f0b7c369513c req-8b3a1ed4-8df3-4396-819c-b9e05a74b42d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:36.913731 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a5e0279-4dbc-4455-a256-f0b7c369513c req-8b3a1ed4-8df3-4396-819c-b9e05a74b42d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0481944 Oct 27 17:42:36.959898 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5a5e0279-4dbc-4455-a256-f0b7c369513c req-b82a80c4-fea1-409c-8596-6179d352737c tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Oct 27 17:42:37.246706 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45166) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:37.286239 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:37.350179 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.364753 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:37.426905 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Publish callbacks [] for security_group (b028d564-2498-41c8-8ac0-bd11af3dced0), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.430642 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b028d564-2498-41c8-8ac0-bd11af3dced0), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.467739 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b028d564-2498-41c8-8ac0-bd11af3dced0,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:37.471626 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=a830b32da2974686938ba57372581e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232704 Oct 27 17:42:37.474729 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 45170) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:37.477857 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.478207 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.478547 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.478888 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.479368 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.479725 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.480062 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.480390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.480717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.481045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.481386 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.482285 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.482612 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.482930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.483248 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec675ce9-69ce-4e2a-8c7c-fd5611b55d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.522789 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Publish callbacks [] for security_group (b028d564-2498-41c8-8ac0-bd11af3dced0), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.546395 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Publish callbacks [] for security_group (b028d564-2498-41c8-8ac0-bd11af3dced0), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.591778 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (b028d564-2498-41c8-8ac0-bd11af3dced0), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.594263 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:37.595423 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/b028d564-2498-41c8-8ac0-bd11af3dced0 HTTP/1.1" status: 204 len: 168 time: 0.1196978 Oct 27 17:42:37.603983 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b028d564-2498-41c8-8ac0-bd11af3dced0,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:37.611550 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.611914 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.612253 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.612590 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.612915 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.613239 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.613572 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.613868 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.614187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.614507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.614833 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.615155 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.615472 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.615810 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:37.616128 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4278d56-1e04-406a-948b-baec5e121fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:38.084698 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5db96c-6117-4de4-a6cf-e4a070bc9bce req-07bb462b-5c8d-488d-a88f-bdd1df3e269f tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:38.086180 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7a5db96c-6117-4de4-a6cf-e4a070bc9bce req-07bb462b-5c8d-488d-a88f-bdd1df3e269f tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Oct 27 17:42:38.134623 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7a5db96c-6117-4de4-a6cf-e4a070bc9bce req-bcd4d40d-54d8-4fe8-bfca-02e5ff79fcdb tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Oct 27 17:42:38.850813 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-3c213cf1-8af2-4ec8-a6f0-eded80ed9cce tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:38.852275 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-3c213cf1-8af2-4ec8-a6f0-eded80ed9cce tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 945 time: 0.0456917 Oct 27 17:42:38.934378 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Deleting port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:42:38.935223 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:39.023378 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] For port 62ad173e-1fc6-42b8-bb15-0039ec7cad90, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=62ad173e-1fc6-42b8-bb15-0039ec7cad90,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:39.023767 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:39.036623 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Calling delete_port for 62ad173e-1fc6-42b8-bb15-0039ec7cad90 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:42:39.162509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (62ad173e-1fc6-42b8-bb15-0039ec7cad90), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:39.190215 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Pushing event deleted for resources: {'Port': ['ID=62ad173e-1fc6-42b8-bb15-0039ec7cad90,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:39.211354 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['62ad173e-1fc6-42b8-bb15-0039ec7cad90'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:42:39.234101 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] No DVR routers for this DVR port 62ad173e-1fc6-42b8-bb15-0039ec7cad90 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:42:39.236665 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:39.239926 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2164f404-4aa4-47ed-b34f-24442c1cce02 req-35520729-7ea7-4a2f-9d4d-c0a4a60e00d1 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "DELETE /networking/v2.0/ports/62ad173e-1fc6-42b8-bb15-0039ec7cad90 HTTP/1.1" status: 204 len: 173 time: 0.3828006 Oct 27 17:42:39.240418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'name': 'network-vif-deleted', 'tag': '62ad173e-1fc6-42b8-bb15-0039ec7cad90'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:42:39.242712 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a063c3-35f3-4e40-8d8d-62ad312f6c1f" -d '{"events": [{"server_uuid": "ab2d8a77-afcd-41e5-83a0-7457e87ece98", "name": "network-vif-deleted", "tag": "62ad173e-1fc6-42b8-bb15-0039ec7cad90"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:42:39.256029 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-3afb5f63-deec-4b69-968a-0ce05acacd69 req-ea75a906-3ad6-4612-aa1e-bf15d7dabc70 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=ab2d8a77-afcd-41e5-83a0-7457e87ece98 HTTP/1.1" status: 200 len: 210 time: 0.0403006 Oct 27 17:42:39.285346 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41133693-5e31-4682-8e83-bb138e89402f x-openstack-request-id: req-41133693-5e31-4682-8e83-bb138e89402f {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:42:39.285762 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2d8a77-afcd-41e5-83a0-7457e87ece98", "name": "network-vif-deleted", "tag": "62ad173e-1fc6-42b8-bb15-0039ec7cad90", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:42:39.286031 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41133693-5e31-4682-8e83-bb138e89402f {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:42:39.287026 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41133693-5e31-4682-8e83-bb138e89402f'] response: {'server_uuid': 'ab2d8a77-afcd-41e5-83a0-7457e87ece98', 'name': 'network-vif-deleted', 'tag': '62ad173e-1fc6-42b8-bb15-0039ec7cad90', 'status': 'completed', 'code': 200} Oct 27 17:42:40.565205 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:40.580800 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-ce1848a0-1bd4-4b23-bd0d-ff771db37719 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:40.582280 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-ce1848a0-1bd4-4b23-bd0d-ff771db37719 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/networks?id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 200 len: 807 time: 0.1052828 Oct 27 17:42:40.597030 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-cd1e904e-b3f9-4c7a-ae97-c6c575093aca tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/quotas/0bf2026fb6e24bd68a5bd2854b213436 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Oct 27 17:42:40.628835 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-b2c9dd42-8666-47ac-8b19-b4719bbd9db8 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267520 Oct 27 17:42:40.809233 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:40.813890 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-3ba8bb00-6466-43ba-adb4-67a5e7d6d160 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788573 Oct 27 17:42:40.903171 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-0313aaec-2b70-40fa-840e-1a71cb4cb3e4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831583 Oct 27 17:42:41.075946 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-e4ec48ba-e5e1-4c27-b879-50b854276bae req-9a076eba-8b64-4646-bd13-3424d6681526 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 210 time: 0.0432074 Oct 27 17:42:41.203112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-149cd086-43ae-4a0e-b2ea-ae270b44bc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:41.666340 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:42:42.211148 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ea35fe39-7b66-4be4-b8c0-f8e43e7dc572 req-08d6484c-db1c-46a8-893c-0b871b49c101 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 210 time: 0.0350869 Oct 27 17:42:42.285748 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-af18d195-37a4-4992-ac5b-cdd7b7a19853 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:42.287781 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-af18d195-37a4-4992-ac5b-cdd7b7a19853 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "GET /networking/v2.0/networks?id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 200 len: 807 time: 0.1514511 Oct 27 17:42:42.307937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Request body: {'port': {'device_id': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7', 'admin_state_up': True, 'tenant_id': '0bf2026fb6e24bd68a5bd2854b213436'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:42.424877 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Made reservation on behalf of 0bf2026fb6e24bd68a5bd2854b213436 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:42.429555 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:42.569277 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Allocated IP 172.20.0.9 (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7/c0931428-9850-4775-af20-0f717ef2878e/78a1b310-ac20-45b1-a456-852d870f0840) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:42:42.720956 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks [] for port (78a1b310-ac20-45b1-a456-852d870f0840), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:42.751958 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (78a1b310-ac20-45b1-a456-852d870f0840), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:42.777149 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:42.801055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:42:42.804889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Pushing event updated for resources: {'Port': ['ID=78a1b310-ac20-45b1-a456-852d870f0840,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:42.807225 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:42.809244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:42:42.860686 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:42.861294 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:42.876766 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-4b969411-02df-4ea0-a414-11144594e041 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730758 Oct 27 17:42:42.888367 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 62ad173e-1fc6-42b8-bb15-0039ec7cad90 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:42:42.894437 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Request body: {'port': {'device_id': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:42.908289 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 62ad173e-1fc6-42b8-bb15-0039ec7cad90 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:42:42.908575 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 62ad173e-1fc6-42b8-bb15-0039ec7cad90 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:42:42.927616 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:42.953505 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (78a1b310-ac20-45b1-a456-852d870f0840), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.205008 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a1b310-ac20-45b1-a456-852d870f0840 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:42:43.212498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Publish callbacks [] for port (78a1b310-ac20-45b1-a456-852d870f0840), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.225697 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Transition to ACTIVE for port object 78a1b310-ac20-45b1-a456-852d870f0840 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:42:43.228718 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (78a1b310-ac20-45b1-a456-852d870f0840), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.288136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Pushing event updated for resources: {'Port': ['ID=78a1b310-ac20-45b1-a456-852d870f0840,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:43.335265 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Attempting to bind port 78a1b310-ac20-45b1-a456-852d870f0840 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:42:43.335598 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Attempting to bind port 78a1b310-ac20-45b1-a456-852d870f0840 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:42:43.335956 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Attempting to bind port 78a1b310-ac20-45b1-a456-852d870f0840 on network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:42:43.340907 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14736c69-ec37-48a3-a893-4f62617dc067 req-6d13c1e1-97d4-44ee-afd0-3d15766f963c tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:43.343077 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-14736c69-ec37-48a3-a893-4f62617dc067 req-6d13c1e1-97d4-44ee-afd0-3d15766f963c tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 943 time: 0.0458250 Oct 27 17:42:43.381226 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Port 78a1b310-ac20-45b1-a456-852d870f0840 on network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:42:43.381556 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Attempting to bind port 78a1b310-ac20-45b1-a456-852d870f0840 on network 3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:42:43.395039 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-14736c69-ec37-48a3-a893-4f62617dc067 req-8e01a7c5-5c6e-45a0-8634-8d8998888bbb tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Oct 27 17:42:43.423094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:42:43.423364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Checking segment: {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:43.423774 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Bound using segment: {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:42:43.424208 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Bound port: 78a1b310-ac20-45b1-a456-852d870f0840, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e7a22b-9130-4ba6-931b-95e96ac3a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:42:43.424564 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (78a1b310-ac20-45b1-a456-852d870f0840), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.483465 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] For port 78a1b310-ac20-45b1-a456-852d870f0840, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:42:43.487311 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] For port 78a1b310-ac20-45b1-a456-852d870f0840, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=78a1b310-ac20-45b1-a456-852d870f0840,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:42:43.493678 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (78a1b310-ac20-45b1-a456-852d870f0840), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.497685 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:43.498305 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.500262 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/78a1b310-ac20-45b1-a456-852d870f0840 HTTP/1.1" status: 200 len: 1093 time: 0.6098065 Oct 27 17:42:43.500789 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'tag': '78a1b310-ac20-45b1-a456-852d870f0840'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:42:43.503030 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1db3bd-e218-425e-ad45-9c0a80cb40cd", "tag": "78a1b310-ac20-45b1-a456-852d870f0840"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:42:43.543259 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c4450-a8cd-4d2b-bd5c-45589871fb2e x-openstack-request-id: req-b07c4450-a8cd-4d2b-bd5c-45589871fb2e {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:42:43.543545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1db3bd-e218-425e-ad45-9c0a80cb40cd", "tag": "78a1b310-ac20-45b1-a456-852d870f0840", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:42:43.543815 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b07c4450-a8cd-4d2b-bd5c-45589871fb2e {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:42:43.544208 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07c4450-a8cd-4d2b-bd5c-45589871fb2e'] response: {'name': 'network-changed', 'server_uuid': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'tag': '78a1b310-ac20-45b1-a456-852d870f0840', 'status': 'completed', 'code': 200} Oct 27 17:42:43.559938 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de44c-3cf0-4e1e-ad22-ce5e75d27044 service neutron] Pushing event updated for resources: {'Port': ['ID=78a1b310-ac20-45b1-a456-852d870f0840,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:43.600130 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3a00b449-889f-413d-897d-3f2fe9b7bae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:43.622390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-80b121ad-dbe1-496d-bcb1-3600f5fe41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:43.624514 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-80b121ad-dbe1-496d-bcb1-3600f5fe41a0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 1127 time: 0.0441549 Oct 27 17:42:43.676642 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-a78fa1f9-6128-451d-9824-a02f44ffb628 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a1b310-ac20-45b1-a456-852d870f0840 HTTP/1.1" status: 200 len: 217 time: 0.0331371 Oct 27 17:42:43.717036 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:43.727885 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:43.732377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-1dc2aa8e-9dd4-4cbd-8dfc-7c65b86b6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:43.733884 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-1dc2aa8e-9dd4-4cbd-8dfc-7c65b86b6b3a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c0931428-9850-4775-af20-0f717ef2878e HTTP/1.1" status: 200 len: 847 time: 0.0480917 Oct 27 17:42:43.774865 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-fbfc1b23-1494-41e2-ad25-31050113e2b1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317824 Oct 27 17:42:43.844046 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:43.872329 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-e6943cf3-b4b8-4d5f-97ca-4b7e9e0b7ad6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916152 Oct 27 17:42:43.966303 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74ad5360-87d3-441d-a6cf-3d4b56736e66 req-465da014-3e83-4cf1-b72a-9d3a343f83c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Oct 27 17:42:44.534808 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634fb34-0d0f-4335-a1db-2268358d6bb5 req-b1d93882-da44-48cd-b056-35faa4955aeb tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:44.536386 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a634fb34-0d0f-4335-a1db-2268358d6bb5 req-b1d93882-da44-48cd-b056-35faa4955aeb tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 943 time: 0.0536172 Oct 27 17:42:44.592610 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a634fb34-0d0f-4335-a1db-2268358d6bb5 req-15b6eb1d-fdb4-4403-a601-70d1b50b72b4 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Oct 27 17:42:45.033787 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:45.721617 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912511-7d37-4db0-8f43-f23728f4c8a8 req-cd0e754e-bc96-41f2-8be8-d51f24d86228 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:45.723367 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93912511-7d37-4db0-8f43-f23728f4c8a8 req-cd0e754e-bc96-41f2-8be8-d51f24d86228 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 943 time: 0.0491309 Oct 27 17:42:45.776653 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-93912511-7d37-4db0-8f43-f23728f4c8a8 req-870401d1-e082-4835-b8c4-ca2d87f2be8f tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Oct 27 17:42:46.200795 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-93d067d1-0021-4a95-8d4b-f4ff9eba6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:46.202362 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-93d067d1-0021-4a95-8d4b-f4ff9eba6a12 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 1127 time: 0.0392644 Oct 27 17:42:46.260176 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:46.298357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-60eaa758-9879-497e-b4f9-8af7297dcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:46.299983 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-60eaa758-9879-497e-b4f9-8af7297dcc92 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 200 len: 908 time: 0.0916722 Oct 27 17:42:46.339836 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-4d0a84e3-0bec-40ec-87bd-af2f60b57799 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78a1b310-ac20-45b1-a456-852d870f0840 HTTP/1.1" status: 200 len: 217 time: 0.0330107 Oct 27 17:42:46.390685 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-f22f5e64-fb10-41dc-8fd8-efd18bc7f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:46.392188 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-f22f5e64-fb10-41dc-8fd8-efd18bc7f71d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c0931428-9850-4775-af20-0f717ef2878e HTTP/1.1" status: 200 len: 847 time: 0.0469861 Oct 27 17:42:46.431598 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-b9f1812f-a7d9-48ca-933e-835758447352 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331364 Oct 27 17:42:46.520075 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-60363fc0-f903-46e6-81ca-8d4b01874871 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825942 Oct 27 17:42:46.612178 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-dc52bb78-15ba-462e-bdea-ec8a93f07b9f req-539ef832-0119-4935-b8fc-9d26fbf2e6f9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864964 Oct 27 17:42:46.859736 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:46.890550 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:46.898935 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521a049-1e56-4e57-a9d0-b2422a65ee4d req-10502d56-7731-4666-88f1-50156547cd9d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:46.900447 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1521a049-1e56-4e57-a9d0-b2422a65ee4d req-10502d56-7731-4666-88f1-50156547cd9d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 943 time: 0.0507057 Oct 27 17:42:46.907763 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 78a1b310-ac20-45b1-a456-852d870f0840 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:42:46.947498 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1521a049-1e56-4e57-a9d0-b2422a65ee4d req-204573fb-5aaa-4366-9afd-87cadf1cf8b5 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Oct 27 17:42:47.005602 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 78a1b310-ac20-45b1-a456-852d870f0840, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=78a1b310-ac20-45b1-a456-852d870f0840,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:47.017828 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '78a1b310-ac20-45b1-a456-852d870f0840', 'network_id': '3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7', 'port_id': '78a1b310-ac20-45b1-a456-852d870f0840', 'mac_address': 'fa:16:3e:95:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0931428-9850-4775-af20-0f717ef2878e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:42:47.057746 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 78a1b310-ac20-45b1-a456-852d870f0840 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:42:47.058201 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (78a1b310-ac20-45b1-a456-852d870f0840), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:47.072567 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a1b310-ac20-45b1-a456-852d870f0840 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:42:47.095385 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 78a1b310-ac20-45b1-a456-852d870f0840, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=78a1b310-ac20-45b1-a456-852d870f0840,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:47.100848 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (78a1b310-ac20-45b1-a456-852d870f0840), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:47.167480 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=78a1b310-ac20-45b1-a456-852d870f0840,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:47.174961 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.175312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.175651 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.176111 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.176446 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.176778 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.177099 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.177423 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.177746 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.178068 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.178390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.178711 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.179030 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.179347 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.179665 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:42:47.529502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['78a1b310-ac20-45b1-a456-852d870f0840'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:42:48.066366 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9372db-441d-4f95-bafa-5696fc8131c8 req-2b3fc6eb-a8cf-4e3b-b2d4-8be9352036a8 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:48.067905 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6a9372db-441d-4f95-bafa-5696fc8131c8 req-2b3fc6eb-a8cf-4e3b-b2d4-8be9352036a8 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 944 time: 0.0460272 Oct 27 17:42:48.114209 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6a9372db-441d-4f95-bafa-5696fc8131c8 req-490a0ca1-9e48-4fb9-8a6b-6e205fb82e46 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Oct 27 17:42:48.944675 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 78a1b310-ac20-45b1-a456-852d870f0840 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:42:48.986648 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 78a1b310-ac20-45b1-a456-852d870f0840 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:42:48.992121 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 78a1b310-ac20-45b1-a456-852d870f0840 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:42:48.992488 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (78a1b310-ac20-45b1-a456-852d870f0840), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:48.992817 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 78a1b310-ac20-45b1-a456-852d870f0840 Oct 27 17:42:49.064624 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 78a1b310-ac20-45b1-a456-852d870f0840 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:42:49.065003 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (78a1b310-ac20-45b1-a456-852d870f0840), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.088120 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a1b310-ac20-45b1-a456-852d870f0840'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:42:49.090343 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b0035-83a1-4ebc-8d48-f4f45bdceb42" -d '{"events": [{"server_uuid": "aa1db3bd-e218-425e-ad45-9c0a80cb40cd", "name": "network-vif-plugged", "status": "completed", "tag": "78a1b310-ac20-45b1-a456-852d870f0840"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:42:49.103519 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 78a1b310-ac20-45b1-a456-852d870f0840, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=78a1b310-ac20-45b1-a456-852d870f0840,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:49.107386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (78a1b310-ac20-45b1-a456-852d870f0840), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.153967 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=78a1b310-ac20-45b1-a456-852d870f0840,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:49.240647 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677bf4-d769-4b17-af12-0b89491148e4 req-335abfb4-7e00-49a9-999d-6ea2ba40629a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:49.242226 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81677bf4-d769-4b17-af12-0b89491148e4 req-335abfb4-7e00-49a9-999d-6ea2ba40629a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0485954 Oct 27 17:42:49.251379 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae0816d-d15d-4ee1-a282-c3ffe30a8eef x-openstack-request-id: req-3ae0816d-d15d-4ee1-a282-c3ffe30a8eef {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:42:49.251669 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1db3bd-e218-425e-ad45-9c0a80cb40cd", "name": "network-vif-plugged", "status": "completed", "tag": "78a1b310-ac20-45b1-a456-852d870f0840", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:42:49.251953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ae0816d-d15d-4ee1-a282-c3ffe30a8eef {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:42:49.252352 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae0816d-d15d-4ee1-a282-c3ffe30a8eef'] response: {'server_uuid': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a1b310-ac20-45b1-a456-852d870f0840', 'code': 200} Oct 27 17:42:49.296237 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81677bf4-d769-4b17-af12-0b89491148e4 req-3e1b456e-9733-429f-94f0-c9be4d907bcb tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Oct 27 17:42:49.498416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fcf2d-e841-4b6e-8470-bb26c5e8119c req-c76904b1-f0a1-44aa-b93f-48a685371ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:49.501345 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d71fcf2d-e841-4b6e-8470-bb26c5e8119c req-c76904b1-f0a1-44aa-b93f-48a685371ca2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 1129 time: 0.0418422 Oct 27 17:42:49.554422 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d71fcf2d-e841-4b6e-8470-bb26c5e8119c req-6af08e95-8392-4501-83a1-86f9fc599837 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451202 Oct 27 17:42:49.596627 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 45418) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:49.620438 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 45422) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:49.701431 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03dc771b-3e23-4a8f-be05-12c9eb7cbf47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.729952 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e0dbe7-2cf0-4358-b78c-4b1f871d5fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.843382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03dc771b-3e23-4a8f-be05-12c9eb7cbf47 admin admin] Publish callbacks [] for security_group (20a2881f-8297-4c3c-8157-a3958ae42821), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.851160 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-03dc771b-3e23-4a8f-be05-12c9eb7cbf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (20a2881f-8297-4c3c-8157-a3958ae42821), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.880034 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e0dbe7-2cf0-4358-b78c-4b1f871d5fbe admin admin] Publish callbacks [] for security_group (ae7d8d35-b9a6-4901-9220-f45c6ac25db3), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.889335 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-55e0dbe7-2cf0-4358-b78c-4b1f871d5fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ae7d8d35-b9a6-4901-9220-f45c6ac25db3), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:49.907766 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-03dc771b-3e23-4a8f-be05-12c9eb7cbf47 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=71e8ead88788443f8e302342d848ce9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099737 Oct 27 17:42:49.910530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45426) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:49.922031 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc771b-3e23-4a8f-be05-12c9eb7cbf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a2881f-8297-4c3c-8157-a3958ae42821,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:49.929103 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-55e0dbe7-2cf0-4358-b78c-4b1f871d5fbe admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=69df1808d4264688af2340b005588a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052487 Oct 27 17:42:49.929395 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45428) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:49.947360 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:49.950171 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dbe7-2cf0-4358-b78c-4b1f871d5fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d8d35-b9a6-4901-9220-f45c6ac25db3,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:49.969258 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:49.998325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bc464e94-40da-4a44-96bd-31e7595197f9 admin admin] Publish callbacks [] for security_group (20a2881f-8297-4c3c-8157-a3958ae42821), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.024023 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63c3c09e-e387-4ad6-9d16-b7f767af4d36 admin admin] Publish callbacks [] for security_group (ae7d8d35-b9a6-4901-9220-f45c6ac25db3), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.034745 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bc464e94-40da-4a44-96bd-31e7595197f9 admin admin] Publish callbacks [] for security_group (20a2881f-8297-4c3c-8157-a3958ae42821), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.059146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63c3c09e-e387-4ad6-9d16-b7f767af4d36 admin admin] Publish callbacks [] for security_group (ae7d8d35-b9a6-4901-9220-f45c6ac25db3), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.118020 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bc464e94-40da-4a44-96bd-31e7595197f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (20a2881f-8297-4c3c-8157-a3958ae42821), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.121029 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-bc464e94-40da-4a44-96bd-31e7595197f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.122190 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-bc464e94-40da-4a44-96bd-31e7595197f9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/20a2881f-8297-4c3c-8157-a3958ae42821 HTTP/1.1" status: 204 len: 168 time: 0.2106299 Oct 27 17:42:50.126466 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63c3c09e-e387-4ad6-9d16-b7f767af4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (ae7d8d35-b9a6-4901-9220-f45c6ac25db3), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.128951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-63c3c09e-e387-4ad6-9d16-b7f767af4d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.130103 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-63c3c09e-e387-4ad6-9d16-b7f767af4d36 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/ae7d8d35-b9a6-4901-9220-f45c6ac25db3 HTTP/1.1" status: 204 len: 168 time: 0.1998110 Oct 27 17:42:50.134990 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464e94-40da-4a44-96bd-31e7595197f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a2881f-8297-4c3c-8157-a3958ae42821,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:50.146222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3c09e-e387-4ad6-9d16-b7f767af4d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d8d35-b9a6-4901-9220-f45c6ac25db3,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:50.148077 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:50.161539 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:50.429617 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ad2b3-308b-4004-838a-7fb923a4471f req-372c893f-dc8d-4a3b-b829-3b529d9777e7 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:50.431116 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c70ad2b3-308b-4004-838a-7fb923a4471f req-372c893f-dc8d-4a3b-b829-3b529d9777e7 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0551395 Oct 27 17:42:50.474610 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:50.499228 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c70ad2b3-308b-4004-838a-7fb923a4471f req-bbbdf7d2-00e5-4e3b-b2c3-832e8567fafc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Oct 27 17:42:50.804500 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 45472) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:50.914618 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1363863103-network', 'tenant_id': '737d405702b943f1aaab986473bc833d'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:50.933895 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Made reservation on behalf of 737d405702b943f1aaab986473bc833d for: {'network': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:50.937292 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:50.946224 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.023933 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks [] for security_group (a16c861e-cc76-4745-a6b1-dac5255a9d40), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.026663 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (a16c861e-cc76-4745-a6b1-dac5255a9d40), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.041313 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:51.055876 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:42:51.062465 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c861e-cc76-4745-a6b1-dac5255a9d40,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:51.071529 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (3f355035-3d38-4606-b1eb-f66fae330f88), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.072002 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.segments_db [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Added segment 3f355035-3d38-4606-b1eb-f66fae330f88 of type vlan for network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 Oct 27 17:42:51.112382 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (29be1e99-94b7-4b54-bbe7-329fba4bbba4), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.137528 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (29be1e99-94b7-4b54-bbe7-329fba4bbba4), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.138519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:51.139080 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.201376 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3951344 Oct 27 17:42:51.205083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45490) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:42:51.205696 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50970aa2-2f20-45a1-8cbb-2a3f97e89999 admin admin] Pushing event updated for resources: {'Network': ['ID=29be1e99-94b7-4b54-bbe7-329fba4bbba4,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:51.211283 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Request body: {'subnet': {'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1363863103-subnet', 'tenant_id': '737d405702b943f1aaab986473bc833d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:51.220567 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:42:51.263228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Made reservation on behalf of 737d405702b943f1aaab986473bc833d for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:51.269632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25417054'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.459988 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25883263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25417008'] for subnet (46b07004-6dc9-43c5-bf36-46de77cd00dc), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.509131 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b07004-6dc9-43c5-bf36-46de77cd00dc,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:51.524525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Checking segment: {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:51.524885 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Network hostable DHCP agents. Network: 29be1e99-94b7-4b54-bbe7-329fba4bbba4, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:42:51.542828 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:42:51.554942 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, 29be1e99-94b7-4b54-bbe7-329fba4bbba4) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:51.559841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:51.561601 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:51.565074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6aa26-6c7e-4990-aeac-e74ca8e61b1a None None] Network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:51.597285 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9e6d392a-9d2e-4e9d-90d8-49d66eafb0ca admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3809569 Oct 27 17:42:51.650940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd1585-c4f2-49a8-b4ec-c3948a2eb653 req-606cdb70-35cc-4a72-b85a-612d7c807b92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:51.652516 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83fd1585-c4f2-49a8-b4ec-c3948a2eb653 req-606cdb70-35cc-4a72-b85a-612d7c807b92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0638103 Oct 27 17:42:51.663177 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:51.677007 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e102548-e7de-490d-9bf1-c915ce17d19d None None] Network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:42:51.705868 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83fd1585-c4f2-49a8-b4ec-c3948a2eb653 req-66d61801-aeaf-4085-8e7b-ad644c7995a5 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Oct 27 17:42:52.693945 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368caa0-23a3-45e7-b9d4-f21ac369e41a req-28f2f71e-af2d-41b8-ada1-961fd1879aad tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:52.695430 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8368caa0-23a3-45e7-b9d4-f21ac369e41a req-28f2f71e-af2d-41b8-ada1-961fd1879aad tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0468619 Oct 27 17:42:52.742351 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8368caa0-23a3-45e7-b9d4-f21ac369e41a req-c13d7a3b-aad3-4d3f-9d2c-5185a1fade7a tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Oct 27 17:42:53.346040 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-9f6fa34a-f1dd-4772-ba14-2f87b1d142b5 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:53.347394 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-9f6fa34a-f1dd-4772-ba14-2f87b1d142b5 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 814 time: 0.1033177 Oct 27 17:42:53.362586 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-d429d1ff-ad45-4aca-8274-070732ab01b7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/quotas/737d405702b943f1aaab986473bc833d HTTP/1.1" status: 200 len: 375 time: 0.0094683 Oct 27 17:42:53.395888 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-6c281400-3985-4ba0-9a97-a85ce0b2e035 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284164 Oct 27 17:42:53.448187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-6038cbb3-93f9-4654-b874-f96a433cff5b service neutron] http://10.222.0.36:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104580) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 17:42:53.449177 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-6038cbb3-93f9-4654-b874-f96a433cff5b service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0471199 Oct 27 17:42:53.536551 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-ed0ab6c8-cdf6-4046-b0ae-e2811842b5de service neutron] 10.222.0.36 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Oct 27 17:42:53.628807 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-27221ea2-19e0-4096-8e59-2511b31ec9f9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865865 Oct 27 17:42:53.844346 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:53.862706 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312072ba-356d-478e-9006-cda5890dfbb5 req-d66e164f-3492-4a5b-a44c-a71fb4697c1d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:53.864276 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-312072ba-356d-478e-9006-cda5890dfbb5 req-d66e164f-3492-4a5b-a44c-a71fb4697c1d tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0476437 Oct 27 17:42:53.913592 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-312072ba-356d-478e-9006-cda5890dfbb5 req-720748db-9dc2-4b17-b594-3f88e7a11d7f tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Oct 27 17:42:54.798753 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4353ced8-9930-4abe-a9b3-218236c7bd5b req-06945f4b-be17-4492-9e86-5942f604ee92 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Oct 27 17:42:55.041825 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008d8e6-0412-4028-af34-bdf8626f1b67 req-56340033-8c87-4b10-968e-d3ea2125ce06 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:55.043318 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8008d8e6-0412-4028-af34-bdf8626f1b67 req-56340033-8c87-4b10-968e-d3ea2125ce06 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0510406 Oct 27 17:42:55.090420 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8008d8e6-0412-4028-af34-bdf8626f1b67 req-9e9d886a-cb5c-4ed6-8a9f-afb0772c0f13 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Oct 27 17:42:55.897720 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d6c5962d-ff10-4a41-b074-732e362f730a req-58752f82-cc2e-48b4-b02a-687b60b75717 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Oct 27 17:42:56.200218 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:56.218900 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaeb51-3e1c-4e19-ba50-59a9b970bdb0 req-6236dacd-f1af-466b-9268-1f0a812b90fa tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:56.220415 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbaaeb51-3e1c-4e19-ba50-59a9b970bdb0 req-6236dacd-f1af-466b-9268-1f0a812b90fa tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0510209 Oct 27 17:42:56.266744 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-fbaaeb51-3e1c-4e19-ba50-59a9b970bdb0 req-56c8ca96-f6a4-4911-a754-9753874e664e tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Oct 27 17:42:57.001010 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-540703bf-8cc1-4a79-8f6e-eaeaa30d3684 req-6b8a1224-5ee3-4fa2-91e5-826742c130f1 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 210 time: 0.0278671 Oct 27 17:42:57.296375 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:57.390079 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa849c-ab1c-42d5-aa61-3d353a42926d req-3ea4e562-e013-4b83-9bd7-24dcfca0f010 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:57.391561 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-27aa849c-ab1c-42d5-aa61-3d353a42926d req-3ea4e562-e013-4b83-9bd7-24dcfca0f010 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0487607 Oct 27 17:42:57.438095 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-27aa849c-ab1c-42d5-aa61-3d353a42926d req-1d837d5c-3ab3-4455-8158-0af0d3d08c65 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Oct 27 17:42:57.744267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:57.790014 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca754c-7233-40f9-962e-cc34a571e719 req-7ff6b132-e000-4da3-98ea-dc8aa616aadc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:57.791575 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8bca754c-7233-40f9-962e-cc34a571e719 req-7ff6b132-e000-4da3-98ea-dc8aa616aadc tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0559568 Oct 27 17:42:58.249439 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3959761f-b8b6-4077-91a9-a60a5d779a28 req-d928ab3b-485e-4a99-81c2-0845b3804f8e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 210 time: 0.0386837 Oct 27 17:42:58.260287 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Deleting port 78a1b310-ac20-45b1-a456-852d870f0840 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:42:58.271834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (78a1b310-ac20-45b1-a456-852d870f0840), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:58.298363 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-1ed8e128-f8e1-4bb5-ae24-c3283bfb64cc tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:58.299831 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-1ed8e128-f8e1-4bb5-ae24-c3283bfb64cc tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 814 time: 0.4817698 Oct 27 17:42:58.335545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Request body: {'port': {'device_id': '53b2a09a-71b7-42d7-8a12-471e65596189', 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4', 'admin_state_up': True, 'tenant_id': '737d405702b943f1aaab986473bc833d'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:58.427997 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] For port 78a1b310-ac20-45b1-a456-852d870f0840, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=78a1b310-ac20-45b1-a456-852d870f0840,segment=NetworkSegment(a1e7a22b-9130-4ba6-931b-95e96ac3a881),segment_id=a1e7a22b-9130-4ba6-931b-95e96ac3a881)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:42:58.428357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (78a1b310-ac20-45b1-a456-852d870f0840), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:58.450328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Calling delete_port for 78a1b310-ac20-45b1-a456-852d870f0840 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:42:58.525115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Made reservation on behalf of 737d405702b943f1aaab986473bc833d for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:42:58.528766 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:58.566845 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eaa7a-7fe4-48a9-97a5-6fdfbb426208 req-3504e4dc-6b4e-4f75-ace0-775f25655ddd tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:58.568642 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b9eaa7a-7fe4-48a9-97a5-6fdfbb426208 req-3504e4dc-6b4e-4f75-ace0-775f25655ddd tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=aa1db3bd-e218-425e-ad45-9c0a80cb40cd HTTP/1.1" status: 200 len: 945 time: 0.0570438 Oct 27 17:42:58.617832 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-9b9eaa7a-7fe4-48a9-97a5-6fdfbb426208 req-c57ccfc9-bfa3-4100-b4ba-314d69152ef0 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9b258dc1-ac3e-44b4-939f-181f33f29232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Oct 27 17:42:58.697053 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (78a1b310-ac20-45b1-a456-852d870f0840), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:58.732220 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['78a1b310-ac20-45b1-a456-852d870f0840'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:42:58.733290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Pushing event deleted for resources: {'Port': ['ID=78a1b310-ac20-45b1-a456-852d870f0840,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:58.741585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Allocated IP 172.20.0.12 (29be1e99-94b7-4b54-bbe7-329fba4bbba4/46b07004-6dc9-43c5-bf36-46de77cd00dc/20db09b9-b160-41f7-9d9b-06c3145fffc2) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:42:58.768554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:58.790738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] No DVR routers for this DVR port 78a1b310-ac20-45b1-a456-852d870f0840 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:42:58.794966 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:58.798715 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8bca754c-7233-40f9-962e-cc34a571e719 req-6b15b552-ff9b-4bda-b5f9-5e4c7f66ca92 tempest-VolumesActionsTest-1738971915 tempest-VolumesActionsTest-1738971915-project] 10.222.0.40 "DELETE /networking/v2.0/ports/78a1b310-ac20-45b1-a456-852d870f0840 HTTP/1.1" status: 204 len: 173 time: 0.9792266 Oct 27 17:42:58.799629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'name': 'network-vif-deleted', 'tag': '78a1b310-ac20-45b1-a456-852d870f0840'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:42:58.801955 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61057070-b277-4228-b412-d6ffc83f13fd" -d '{"events": [{"server_uuid": "aa1db3bd-e218-425e-ad45-9c0a80cb40cd", "name": "network-vif-deleted", "tag": "78a1b310-ac20-45b1-a456-852d870f0840"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:42:58.840351 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:58.849442 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf8b045-1217-47af-9096-97e313da1a19 x-openstack-request-id: req-1bf8b045-1217-47af-9096-97e313da1a19 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:42:58.849932 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1db3bd-e218-425e-ad45-9c0a80cb40cd", "name": "network-vif-deleted", "tag": "78a1b310-ac20-45b1-a456-852d870f0840", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:42:58.850179 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bf8b045-1217-47af-9096-97e313da1a19 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:42:58.850573 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf8b045-1217-47af-9096-97e313da1a19'] response: {'server_uuid': 'aa1db3bd-e218-425e-ad45-9c0a80cb40cd', 'name': 'network-vif-deleted', 'tag': '78a1b310-ac20-45b1-a456-852d870f0840', 'status': 'completed', 'code': 200} Oct 27 17:42:58.965246 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks [] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.004968 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.053075 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:42:59.058577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:42:59.063498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:42:59.092934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Pushing event updated for resources: {'Port': ['ID=20db09b9-b160-41f7-9d9b-06c3145fffc2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:59.120760 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:59.121371 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.137284 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-55696900-d3d9-4715-9bfb-bcd113d19143 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052950 Oct 27 17:42:59.309668 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Request body: {'port': {'device_id': '53b2a09a-71b7-42d7-8a12-471e65596189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:42:59.379287 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab4967-8f6c-4a67-b681-3d229f8a7389 req-ea5fe1c9-8bbd-4dd7-a8bb-67a19c037fd6 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:59.380738 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9ab4967-8f6c-4a67-b681-3d229f8a7389 req-ea5fe1c9-8bbd-4dd7-a8bb-67a19c037fd6 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 932 time: 0.0533071 Oct 27 17:42:59.387312 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.443162 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d9ab4967-8f6c-4a67-b681-3d229f8a7389 req-7065c538-32de-47ce-80cd-4e3ad21f6465 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Oct 27 17:42:59.662652 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20db09b9-b160-41f7-9d9b-06c3145fffc2 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:42:59.670273 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Publish callbacks [] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.684567 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Transition to ACTIVE for port object 20db09b9-b160-41f7-9d9b-06c3145fffc2 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:42:59.692108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.776324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=20db09b9-b160-41f7-9d9b-06c3145fffc2,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:42:59.803762 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Attempting to bind port 20db09b9-b160-41f7-9d9b-06c3145fffc2 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:42:59.804105 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Attempting to bind port 20db09b9-b160-41f7-9d9b-06c3145fffc2 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:42:59.804437 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Attempting to bind port 20db09b9-b160-41f7-9d9b-06c3145fffc2 on network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:42:59.807096 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:59.851919 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Port 20db09b9-b160-41f7-9d9b-06c3145fffc2 on network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:42:59.852251 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Attempting to bind port 20db09b9-b160-41f7-9d9b-06c3145fffc2 on network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:42:59.892723 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:42:59.895651 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:42:59.896016 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Checking segment: {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:42:59.896416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Bound using segment: {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:42:59.896852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Bound port: 20db09b9-b160-41f7-9d9b-06c3145fffc2, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:42:59.897209 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.959799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] For port 20db09b9-b160-41f7-9d9b-06c3145fffc2, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:42:59.962930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] For port 20db09b9-b160-41f7-9d9b-06c3145fffc2, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:42:59.972801 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.978047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:42:59.978690 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:42:59.980106 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/20db09b9-b160-41f7-9d9b-06c3145fffc2 HTTP/1.1" status: 200 len: 1094 time: 0.6752520 Oct 27 17:43:00.028669 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc3512-09cf-40ac-9aac-b68a0496c2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=20db09b9-b160-41f7-9d9b-06c3145fffc2,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:00.089562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-abe2a2f9-f66c-4908-abc8-8e674e32d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:00.091089 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-abe2a2f9-f66c-4908-abc8-8e674e32d402 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 1128 time: 0.0450017 Oct 27 17:43:00.141855 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-17cabd6d-dbaa-4e1c-8ede-1dcffc39f700 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2 HTTP/1.1" status: 200 len: 217 time: 0.0371447 Oct 27 17:43:00.197634 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185075da-5306-44c8-94c7-d8125225c158 req-eee0897f-c247-45e3-823d-8919726a180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:00.199215 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-eee0897f-c247-45e3-823d-8919726a180c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=46b07004-6dc9-43c5-bf36-46de77cd00dc HTTP/1.1" status: 200 len: 854 time: 0.0515392 Oct 27 17:43:00.237124 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-279347e9-9795-4bbe-8021-e45edc7d633b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=29be1e99-94b7-4b54-bbe7-329fba4bbba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320659 Oct 27 17:43:00.360390 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-be4274d0-b1fc-413d-a260-0dddf15294ba service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152334 Oct 27 17:43:00.374397 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 45638) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:00.472286 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-185075da-5306-44c8-94c7-d8125225c158 req-21632127-78b4-42da-aa04-1b88b285eae3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070426 Oct 27 17:43:00.519111 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75664bd5-6343-4bdc-a54b-b2c723cc77fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.589447 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072590f-35c3-489e-98bf-481ab6f77e16 req-78cf3392-9aa6-4396-a544-2758fcf6da5f tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:00.590869 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5072590f-35c3-489e-98bf-481ab6f77e16 req-78cf3392-9aa6-4396-a544-2758fcf6da5f tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 944 time: 0.0634673 Oct 27 17:43:00.591257 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:00.667136 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5072590f-35c3-489e-98bf-481ab6f77e16 req-001442b0-658a-4870-811e-d787535736b8 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Oct 27 17:43:00.681440 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75664bd5-6343-4bdc-a54b-b2c723cc77fb admin admin] Publish callbacks [] for security_group (f9fee6ee-9067-49fb-b332-d2396603b370), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.685371 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-75664bd5-6343-4bdc-a54b-b2c723cc77fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f9fee6ee-9067-49fb-b332-d2396603b370), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.725278 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-75664bd5-6343-4bdc-a54b-b2c723cc77fb admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=39e37a42c8c14cdb901fe12df0fc7f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492613 Oct 27 17:43:00.726187 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664bd5-6343-4bdc-a54b-b2c723cc77fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fee6ee-9067-49fb-b332-d2396603b370,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:00.727972 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45660) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:00.783664 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9552c3fb-59e9-4e96-8fea-5a7ac1807179 admin admin] Publish callbacks [] for security_group (f9fee6ee-9067-49fb-b332-d2396603b370), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.803804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9552c3fb-59e9-4e96-8fea-5a7ac1807179 admin admin] Publish callbacks [] for security_group (f9fee6ee-9067-49fb-b332-d2396603b370), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.852040 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b2a09a-71b7-42d7-8a12-471e65596189', 'tag': '20db09b9-b160-41f7-9d9b-06c3145fffc2'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:43:00.854300 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6511ca3a-56d0-4906-8303-945047ccaa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "53b2a09a-71b7-42d7-8a12-471e65596189", "tag": "20db09b9-b160-41f7-9d9b-06c3145fffc2"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:43:00.857063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9552c3fb-59e9-4e96-8fea-5a7ac1807179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (f9fee6ee-9067-49fb-b332-d2396603b370), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.860756 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-9552c3fb-59e9-4e96-8fea-5a7ac1807179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:00.861866 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-9552c3fb-59e9-4e96-8fea-5a7ac1807179 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/f9fee6ee-9067-49fb-b332-d2396603b370 HTTP/1.1" status: 204 len: 168 time: 0.1314235 Oct 27 17:43:00.870927 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552c3fb-59e9-4e96-8fea-5a7ac1807179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fee6ee-9067-49fb-b332-d2396603b370,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:00.896362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef0b096-4ff6-4400-86bf-87d693e30567 x-openstack-request-id: req-4ef0b096-4ff6-4400-86bf-87d693e30567 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:43:00.896683 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b2a09a-71b7-42d7-8a12-471e65596189", "tag": "20db09b9-b160-41f7-9d9b-06c3145fffc2", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:43:00.896930 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ef0b096-4ff6-4400-86bf-87d693e30567 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:43:00.897331 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef0b096-4ff6-4400-86bf-87d693e30567'] response: {'name': 'network-changed', 'server_uuid': '53b2a09a-71b7-42d7-8a12-471e65596189', 'tag': '20db09b9-b160-41f7-9d9b-06c3145fffc2', 'status': 'completed', 'code': 200} Oct 27 17:43:01.021624 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 78a1b310-ac20-45b1-a456-852d870f0840 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:43:01.046295 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 78a1b310-ac20-45b1-a456-852d870f0840 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:43:01.046651 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 78a1b310-ac20-45b1-a456-852d870f0840 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:43:01.789033 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63088-25b0-438d-9ffb-0b43f95da8ec req-fc2a1c04-032a-402e-8b07-9c0b1e922080 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:01.790390 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f6d63088-25b0-438d-9ffb-0b43f95da8ec req-fc2a1c04-032a-402e-8b07-9c0b1e922080 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 944 time: 0.0453908 Oct 27 17:43:01.839800 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f6d63088-25b0-438d-9ffb-0b43f95da8ec req-b8d15a4e-4ce1-43d7-ac54-85ce17a2be6d tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Oct 27 17:43:02.960004 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09fd8-8397-484e-a8ab-13dd9f45e54d req-ac061492-9747-4761-86f5-62cf9af53435 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:02.961481 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e09fd8-8397-484e-a8ab-13dd9f45e54d req-ac061492-9747-4761-86f5-62cf9af53435 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 944 time: 0.0462971 Oct 27 17:43:03.007582 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e3e09fd8-8397-484e-a8ab-13dd9f45e54d req-f181a2be-cffb-40d6-83cf-13003b975de7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Oct 27 17:43:04.129762 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b38cf1-4567-4f5a-936a-edcf524cee18 req-13a5f3fc-ed89-4034-9bbf-f5686f561302 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:04.131270 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b4b38cf1-4567-4f5a-936a-edcf524cee18 req-13a5f3fc-ed89-4034-9bbf-f5686f561302 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 944 time: 0.0455897 Oct 27 17:43:04.178077 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b4b38cf1-4567-4f5a-936a-edcf524cee18 req-513dab29-6000-4230-8fcc-1e210c61a3de tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Oct 27 17:43:05.300093 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2abc8-81ca-4108-9696-330355b62871 req-71e3e563-322c-48fb-976c-09969332c9e1 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:05.301558 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83d2abc8-81ca-4108-9696-330355b62871 req-71e3e563-322c-48fb-976c-09969332c9e1 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 944 time: 0.0494564 Oct 27 17:43:05.343544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:05.348115 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-83d2abc8-81ca-4108-9696-330355b62871 req-7ee248be-75b0-4a71-832c-196d6f2c2354 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Oct 27 17:43:06.491430 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f29a2-9974-4055-8afc-eec7f6438773 req-1a505123-5a75-412b-8053-62d47f9ad0f8 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:06.492959 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-669f29a2-9974-4055-8afc-eec7f6438773 req-1a505123-5a75-412b-8053-62d47f9ad0f8 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 944 time: 0.0538433 Oct 27 17:43:06.512696 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:06.575851 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-669f29a2-9974-4055-8afc-eec7f6438773 req-7c36db21-1b1a-4eb9-affb-9eac7bbdb48a tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 Oct 27 17:43:06.623366 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-15630a77-ab6d-4b86-8bd5-22202f5c57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:06.624978 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-15630a77-ab6d-4b86-8bd5-22202f5c57c6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 1128 time: 0.0480607 Oct 27 17:43:06.740615 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-7f49c36a-e403-4343-9302-be601764f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:06.742237 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-7f49c36a-e403-4343-9302-be601764f1d6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 915 time: 0.1077552 Oct 27 17:43:06.783946 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-208ef5bf-d801-4e7e-af50-d76e6c672f4a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2 HTTP/1.1" status: 200 len: 217 time: 0.0351758 Oct 27 17:43:06.838634 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-f8404d09-41b8-411a-8508-f0f5e6850d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:06.840303 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-f8404d09-41b8-411a-8508-f0f5e6850d45 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=46b07004-6dc9-43c5-bf36-46de77cd00dc HTTP/1.1" status: 200 len: 854 time: 0.0494711 Oct 27 17:43:06.875769 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-588f505b-db25-4b61-9fb9-f17bd699031d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=29be1e99-94b7-4b54-bbe7-329fba4bbba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295312 Oct 27 17:43:06.945474 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:06.979932 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-f3327698-9757-41f0-b1fd-f14d775dd378 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981166 Oct 27 17:43:07.034995 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 20db09b9-b160-41f7-9d9b-06c3145fffc2 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:43:07.088098 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6511ca3a-56d0-4906-8303-945047ccaa0e req-5663a973-6273-4375-a324-1e7ee004e160 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012485 Oct 27 17:43:07.161327 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 20db09b9-b160-41f7-9d9b-06c3145fffc2, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:07.178134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '20db09b9-b160-41f7-9d9b-06c3145fffc2', 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4', 'port_id': '20db09b9-b160-41f7-9d9b-06c3145fffc2', 'mac_address': 'fa:16:3e:74:38:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b07004-6dc9-43c5-bf36-46de77cd00dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:43:07.216044 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 20db09b9-b160-41f7-9d9b-06c3145fffc2 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:07.216486 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:07.230767 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20db09b9-b160-41f7-9d9b-06c3145fffc2 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:43:07.253229 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 20db09b9-b160-41f7-9d9b-06c3145fffc2, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:07.258847 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:07.308963 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=20db09b9-b160-41f7-9d9b-06c3145fffc2,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:07.704962 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['20db09b9-b160-41f7-9d9b-06c3145fffc2'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:43:07.727553 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17442c-1eec-4b2f-a5e2-3bdd6614c803 req-bd9f36a1-75c7-4f7c-be7f-fbff6b124f39 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:07.729117 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e17442c-1eec-4b2f-a5e2-3bdd6614c803 req-bd9f36a1-75c7-4f7c-be7f-fbff6b124f39 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 945 time: 0.0627155 Oct 27 17:43:07.789524 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e17442c-1eec-4b2f-a5e2-3bdd6614c803 req-41d00446-3403-44e3-9a17-c618edee9aa7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543969 Oct 27 17:43:08.921332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68570aa8-d118-4015-ab07-32ca271f27ea req-2988167d-4ec9-4290-9a37-ef36ff542d26 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:08.924161 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-68570aa8-d118-4015-ab07-32ca271f27ea req-2988167d-4ec9-4290-9a37-ef36ff542d26 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 945 time: 0.0569711 Oct 27 17:43:08.976290 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-68570aa8-d118-4015-ab07-32ca271f27ea req-44c2e9aa-91a5-45ae-a16b-3636dc1003fa tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473969 Oct 27 17:43:09.043052 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 20db09b9-b160-41f7-9d9b-06c3145fffc2 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:43:09.092480 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 20db09b9-b160-41f7-9d9b-06c3145fffc2 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:43:09.100042 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 20db09b9-b160-41f7-9d9b-06c3145fffc2 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:09.100413 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:09.100755 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 20db09b9-b160-41f7-9d9b-06c3145fffc2 Oct 27 17:43:09.122473 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:09.176027 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:09.191972 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 20db09b9-b160-41f7-9d9b-06c3145fffc2 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:09.192369 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:09.219728 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b2a09a-71b7-42d7-8a12-471e65596189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20db09b9-b160-41f7-9d9b-06c3145fffc2'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:43:09.222059 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63daba58-db17-440c-b1e4-a4a37a229b87" -d '{"events": [{"server_uuid": "53b2a09a-71b7-42d7-8a12-471e65596189", "name": "network-vif-plugged", "status": "completed", "tag": "20db09b9-b160-41f7-9d9b-06c3145fffc2"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:43:09.239499 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 20db09b9-b160-41f7-9d9b-06c3145fffc2, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:09.244309 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:09.273971 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495bc5db-39c2-4007-a417-c43f195241ff x-openstack-request-id: req-495bc5db-39c2-4007-a417-c43f195241ff {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:43:09.274267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b2a09a-71b7-42d7-8a12-471e65596189", "name": "network-vif-plugged", "status": "completed", "tag": "20db09b9-b160-41f7-9d9b-06c3145fffc2", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:43:09.274525 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-495bc5db-39c2-4007-a417-c43f195241ff {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:43:09.274919 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495bc5db-39c2-4007-a417-c43f195241ff'] response: {'server_uuid': '53b2a09a-71b7-42d7-8a12-471e65596189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20db09b9-b160-41f7-9d9b-06c3145fffc2', 'code': 200} Oct 27 17:43:09.308117 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=20db09b9-b160-41f7-9d9b-06c3145fffc2,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:09.508678 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd062bd6-75f2-4b0f-9ff4-36f5db3e6757 req-ea8693cb-6a6e-4d0a-8267-c7329626f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:09.510946 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bd062bd6-75f2-4b0f-9ff4-36f5db3e6757 req-ea8693cb-6a6e-4d0a-8267-c7329626f327 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 1130 time: 0.0462375 Oct 27 17:43:09.562777 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bd062bd6-75f2-4b0f-9ff4-36f5db3e6757 req-06279cb8-71e4-4784-8945-aaed3484c7e5 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Oct 27 17:43:10.105650 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac530a2-b8bd-4a2c-bd7b-909c791fb759 req-5c91c667-d197-4bbd-be44-ec9ae982db6e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:10.112272 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6ac530a2-b8bd-4a2c-bd7b-909c791fb759 req-5c91c667-d197-4bbd-be44-ec9ae982db6e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 946 time: 0.0567842 Oct 27 17:43:10.160317 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6ac530a2-b8bd-4a2c-bd7b-909c791fb759 req-bc1cfa15-ab08-45d1-bdb9-14723db1604d tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Oct 27 17:43:10.440938 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=19 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:10.452040 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:11.212605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2472b18e-e0b1-4393-a778-eba73789d13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:11.304190 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5b72-96e0-4c6e-9980-7d176d0018b1 req-148ea031-22cd-4e03-9612-eea576d3dad8 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:11.305910 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9fea5b72-96e0-4c6e-9980-7d176d0018b1 req-148ea031-22cd-4e03-9612-eea576d3dad8 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 946 time: 0.0574710 Oct 27 17:43:11.366312 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9fea5b72-96e0-4c6e-9980-7d176d0018b1 req-6a1c8873-1267-4599-a142-d245094764eb tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481699 Oct 27 17:43:13.593945 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8ea21954-bc62-4d54-8355-2b1e50c0aa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:15.043238 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:16.263606 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:16.894876 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:18.666409 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:43:20.153206 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=62,neutron:INSERT=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:20.162136 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=17 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:21.353482 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=40 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:21.356467 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=71 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:26.612964 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45932) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:26.656798 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Deleting subnet c0931428-9850-4775-af20-0f717ef2878e {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:43:26.660511 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Publish callbacks [] for subnet (c0931428-9850-4775-af20-0f717ef2878e), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.695568 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (c0931428-9850-4775-af20-0f717ef2878e), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.739582 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (c0931428-9850-4775-af20-0f717ef2878e), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.791963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (c0931428-9850-4775-af20-0f717ef2878e), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.814860 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0931428-9850-4775-af20-0f717ef2878e,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:26.821045 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.824204 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cab5b083-147b-4d8e-83b4-bdb7fb1c0ac6 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/c0931428-9850-4775-af20-0f717ef2878e HTTP/1.1" status: 204 len: 168 time: 0.2102435 Oct 27 17:43:26.826804 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 45936) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:26.887167 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:26.889335 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:26.901384 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.976068 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:26.995343 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:27.004975 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e7a22b-9130-4ba6-931b-95e96ac3a881') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:27.005272 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e7a22b-9130-4ba6-931b-95e96ac3a881') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:27.018373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (a1e7a22b-9130-4ba6-931b-95e96ac3a881), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.034226 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (a1e7a22b-9130-4ba6-931b-95e96ac3a881), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.038471 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:43:27.038847 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (a1e7a22b-9130-4ba6-931b-95e96ac3a881), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.098235 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.104235 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.107944 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7 HTTP/1.1" status: 204 len: 168 time: 0.2799969 Oct 27 17:43:27.121188 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21176c-97a0-4624-8905-657418f43b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a84ced8-ace5-4af0-9c35-f1aadd5ff6e7,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:27.186219 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment a1e7a22b-9130-4ba6-931b-95e96ac3a881 resource provider aggregate not found Oct 27 17:43:27.202825 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment a1e7a22b-9130-4ba6-931b-95e96ac3a881 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1e7a22b-9130-4ba6-931b-95e96ac3a881 found for delete ", "request_id": "req-ca525f36-4ac0-41fe-bc3a-f0b4ee12f872"}]} Oct 27 17:43:27.280221 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45950) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:27.321530 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a35147ad-3f29-49e2-af44-931cad418ff7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=0bf2026fb6e24bd68a5bd2854b213436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387633 Oct 27 17:43:27.322670 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 45952) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:27.324580 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.371546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c0302ebd-821d-4369-9554-9084ad86454f admin admin] Publish callbacks [] for security_group (9b258dc1-ac3e-44b4-939f-181f33f29232), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.392173 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c0302ebd-821d-4369-9554-9084ad86454f admin admin] Publish callbacks [] for security_group (9b258dc1-ac3e-44b4-939f-181f33f29232), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.441152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c0302ebd-821d-4369-9554-9084ad86454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (9b258dc1-ac3e-44b4-939f-181f33f29232), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.443917 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c0302ebd-821d-4369-9554-9084ad86454f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:27.445029 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c0302ebd-821d-4369-9554-9084ad86454f admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/9b258dc1-ac3e-44b4-939f-181f33f29232 HTTP/1.1" status: 204 len: 168 time: 0.1214039 Oct 27 17:43:27.453103 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0302ebd-821d-4369-9554-9084ad86454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b258dc1-ac3e-44b4-939f-181f33f29232,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:28.661064 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:28.661832 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:29.689845 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-00c49298-7255-41bd-b333-112fc87fbee0 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=857aface6a4c41b2a4f46f384884f8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304453 Oct 27 17:43:29.871216 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-0388d305-14dd-4362-b049-346051662e9f tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:29.872886 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-0388d305-14dd-4362-b049-346051662e9f tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771939 Oct 27 17:43:29.887227 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-beee5cd2-ae8a-48b1-9e99-1fed74d2b2bd tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/quotas/857aface6a4c41b2a4f46f384884f8f0 HTTP/1.1" status: 200 len: 375 time: 0.0090249 Oct 27 17:43:29.918087 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-635a971e-d2ef-4e7a-b23b-178f614604bf tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=857aface6a4c41b2a4f46f384884f8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259707 Oct 27 17:43:30.077430 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fe348c4c-0d00-4004-bb94-5a8576c9e9b1 req-245781b7-baa4-4e3b-9081-2e9786b898b4 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 210 time: 0.0286009 Oct 27 17:43:31.123055 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-725816e7-66ca-4a19-96f9-68ce0160a804 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=857aface6a4c41b2a4f46f384884f8f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299432 Oct 27 17:43:31.185350 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0724e555-2c3e-49c2-9b00-59eff309a06e req-c2508093-d619-4a13-be56-d156290ad492 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 210 time: 0.0280492 Oct 27 17:43:31.312401 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-594a5535-9037-4c1f-b5b4-952d7449d95b tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:31.313834 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-594a5535-9037-4c1f-b5b4-952d7449d95b tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862891 Oct 27 17:43:31.388738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Request body: {'port': {'device_id': '59874570-fb81-47ad-a9a2-02846069167c', 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac', 'admin_state_up': True, 'tenant_id': '857aface6a4c41b2a4f46f384884f8f0'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:31.494834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Made reservation on behalf of 857aface6a4c41b2a4f46f384884f8f0 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:43:31.498586 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:31.507846 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:31.584968 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks [] for security_group (2fa23ac6-e39b-4ecb-88d4-56c7309b58df), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:31.588631 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2fa23ac6-e39b-4ecb-88d4-56c7309b58df), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:31.596151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:31.617171 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:31.659280 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa23ac6-e39b-4ecb-88d4-56c7309b58df,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:31.732114 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Allocated IP 192.168.233.10 (b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac/3d76ab72-6f8b-47e4-889b-9cb0e46505e4/ebd91884-7aef-4cbb-9587-f80171d55773) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:31.878599 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks [] for port (ebd91884-7aef-4cbb-9587-f80171d55773), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:31.910170 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:31.950883 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:31.955897 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:31.960280 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:31.984229 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Pushing event updated for resources: {'Port': ['ID=ebd91884-7aef-4cbb-9587-f80171d55773,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:32.012801 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:32.013416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.031005 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-7ebf5475-9d11-45c1-b088-9db48f98362a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6458299 Oct 27 17:43:32.049804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Request body: {'port': {'device_id': '59874570-fb81-47ad-a9a2-02846069167c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:32.115296 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.194856 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-e7134fb4-fc92-4bc9-ab84-166ee38ad514 None None] Provisioning complete for port ebd91884-7aef-4cbb-9587-f80171d55773 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:32.195461 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e7134fb4-fc92-4bc9-ab84-166ee38ad514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.195700 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-e7134fb4-fc92-4bc9-ab84-166ee38ad514 None None] Attempt 1 to provision port ebd91884-7aef-4cbb-9587-f80171d55773 Oct 27 17:43:32.228408 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-e7134fb4-fc92-4bc9-ab84-166ee38ad514 None None] Port ebd91884-7aef-4cbb-9587-f80171d55773 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:43:32.351917 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc314b-b201-4270-b737-2b7730a74111 req-d7b82373-b130-4647-9e98-6e70af9cc92b tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:32.353331 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9bfc314b-b201-4270-b737-2b7730a74111 req-d7b82373-b130-4647-9e98-6e70af9cc92b tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 935 time: 0.0659142 Oct 27 17:43:32.378318 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:32.434624 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:32.450919 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9bfc314b-b201-4270-b737-2b7730a74111 req-a44dcf7a-026f-4ade-a351-99e2e338f24c tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919969 Oct 27 17:43:32.452924 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd91884-7aef-4cbb-9587-f80171d55773 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:43:32.465107 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Publish callbacks [] for port (ebd91884-7aef-4cbb-9587-f80171d55773), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.479242 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Transition to ACTIVE for port object ebd91884-7aef-4cbb-9587-f80171d55773 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:43:32.483172 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.561384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd91884-7aef-4cbb-9587-f80171d55773,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:32.593176 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Attempting to bind port ebd91884-7aef-4cbb-9587-f80171d55773 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:43:32.593517 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Attempting to bind port ebd91884-7aef-4cbb-9587-f80171d55773 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:43:32.593849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Attempting to bind port ebd91884-7aef-4cbb-9587-f80171d55773 on network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:32.634199 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Port ebd91884-7aef-4cbb-9587-f80171d55773 on network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:43:32.634526 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Attempting to bind port ebd91884-7aef-4cbb-9587-f80171d55773 on network b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:32.674396 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:43:32.674727 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Checking segment: {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:32.675106 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Bound using segment: {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:43:32.675532 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Bound port: ebd91884-7aef-4cbb-9587-f80171d55773, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b1b626-7468-48e9-95a0-82e0c64fadfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:43:32.675926 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.734594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] For port ebd91884-7aef-4cbb-9587-f80171d55773, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:43:32.737556 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] For port ebd91884-7aef-4cbb-9587-f80171d55773, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ebd91884-7aef-4cbb-9587-f80171d55773,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:43:32.743553 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.747493 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:32.748133 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:32.749507 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ebd91884-7aef-4cbb-9587-f80171d55773 HTTP/1.1" status: 200 len: 1097 time: 0.7041025 Oct 27 17:43:32.750945 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59874570-fb81-47ad-a9a2-02846069167c', 'tag': 'ebd91884-7aef-4cbb-9587-f80171d55773'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:43:32.753176 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f74203c-6f75-4497-8b91-8ccf1d816518" -d '{"events": [{"name": "network-changed", "server_uuid": "59874570-fb81-47ad-a9a2-02846069167c", "tag": "ebd91884-7aef-4cbb-9587-f80171d55773"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:43:32.793184 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdd0f12-b054-4530-9723-1419b46820ad x-openstack-request-id: req-0fdd0f12-b054-4530-9723-1419b46820ad {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:43:32.793473 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59874570-fb81-47ad-a9a2-02846069167c", "tag": "ebd91884-7aef-4cbb-9587-f80171d55773", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:43:32.793721 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fdd0f12-b054-4530-9723-1419b46820ad {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:43:32.794127 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdd0f12-b054-4530-9723-1419b46820ad'] response: {'name': 'network-changed', 'server_uuid': '59874570-fb81-47ad-a9a2-02846069167c', 'tag': 'ebd91884-7aef-4cbb-9587-f80171d55773', 'status': 'completed', 'code': 200} Oct 27 17:43:32.803595 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46b639-191c-44b2-ab27-49f29bed39d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd91884-7aef-4cbb-9587-f80171d55773,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:32.863052 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-1086cc81-cc1f-4283-8139-d889c0a00151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:32.864795 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-1086cc81-cc1f-4283-8139-d889c0a00151 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=857aface6a4c41b2a4f46f384884f8f0&device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 1131 time: 0.0397654 Oct 27 17:43:32.916770 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-95881e8c-454b-469a-853f-8f5e057261f6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=ebd91884-7aef-4cbb-9587-f80171d55773 HTTP/1.1" status: 200 len: 217 time: 0.0329323 Oct 27 17:43:32.968698 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-23553e97-39cf-4e3e-8b0f-4f88d2db8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:32.970088 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-23553e97-39cf-4e3e-8b0f-4f88d2db8c31 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3d76ab72-6f8b-47e4-889b-9cb0e46505e4 HTTP/1.1" status: 200 len: 843 time: 0.0476286 Oct 27 17:43:33.013458 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-ebb1309f-d50e-4f2f-98bc-87f3a2bbb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:33.014894 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-ebb1309f-d50e-4f2f-98bc-87f3a2bbb5ec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0392172 Oct 27 17:43:33.108101 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-3ab268bc-53c7-422e-97af-643c89fabd6f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860186 Oct 27 17:43:33.497895 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-529e3b04-66cd-4a99-b0c5-13c539990f80 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3370612 Oct 27 17:43:33.517907 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-448cabc2-9882-4c12-b91f-c3b303d79155 req-14de7953-66ed-4b82-a606-86e51dc5c945 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831968 Oct 27 17:43:33.581170 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d267f4-e4eb-45b3-ba40-4ee93329cf6a req-cb73e9a9-bcb0-4933-9631-775ec7049d47 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:33.582672 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-79d267f4-e4eb-45b3-ba40-4ee93329cf6a req-cb73e9a9-bcb0-4933-9631-775ec7049d47 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 947 time: 0.0509918 Oct 27 17:43:33.617196 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:33.633562 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-79d267f4-e4eb-45b3-ba40-4ee93329cf6a req-58e423a0-a218-49f3-a877-23dd6265d939 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Oct 27 17:43:34.755493 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5aa69-e004-45fa-8e5e-46a0343d78b6 req-09eedf84-7790-4b02-9afa-00a559d5f48d tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:34.756995 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6fe5aa69-e004-45fa-8e5e-46a0343d78b6 req-09eedf84-7790-4b02-9afa-00a559d5f48d tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 947 time: 0.0479193 Oct 27 17:43:34.803654 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-6fe5aa69-e004-45fa-8e5e-46a0343d78b6 req-263e254b-57f9-460c-a9f3-dac34d28c8fd tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Oct 27 17:43:35.921275 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df628ba2-5d82-4bb2-a252-d92afc0ab710 req-a6691b26-1100-45af-9441-965227fef6eb tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:35.922742 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-df628ba2-5d82-4bb2-a252-d92afc0ab710 req-a6691b26-1100-45af-9441-965227fef6eb tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 947 time: 0.0465062 Oct 27 17:43:35.969173 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-df628ba2-5d82-4bb2-a252-d92afc0ab710 req-5408b01e-f120-49ad-ad2b-061dd180b397 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Oct 27 17:43:37.087464 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4014bfb-e1e7-45ab-ab35-51ceb034a42a req-041a557b-3714-4674-8be4-78c9e47fbc85 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.088927 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4014bfb-e1e7-45ab-ab35-51ceb034a42a req-041a557b-3714-4674-8be4-78c9e47fbc85 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 947 time: 0.0450258 Oct 27 17:43:37.137340 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a4014bfb-e1e7-45ab-ab35-51ceb034a42a req-71bfced7-75ab-4ef6-a8f7-f620543d7f21 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Oct 27 17:43:37.150709 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:37.169677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9d01-efce-427a-a6b5-848e85033aea req-99f9a45e-8773-47a5-ae7a-bc5eec4968d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.171173 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-99f9a45e-8773-47a5-ae7a-bc5eec4968d6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 1130 time: 0.0778327 Oct 27 17:43:37.175411 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-e5a53832-6343-4f14-a16a-4459e1feb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.176816 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-e5a53832-6343-4f14-a16a-4459e1feb7ff service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=857aface6a4c41b2a4f46f384884f8f0&device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 1131 time: 0.0721567 Oct 27 17:43:37.199795 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ebd91884-7aef-4cbb-9587-f80171d55773 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:43:37.304734 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port ebd91884-7aef-4cbb-9587-f80171d55773, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ebd91884-7aef-4cbb-9587-f80171d55773,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:37.317000 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'ebd91884-7aef-4cbb-9587-f80171d55773', 'network_id': 'b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac', 'port_id': 'ebd91884-7aef-4cbb-9587-f80171d55773', 'mac_address': 'fa:16:3e:21:af:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d76ab72-6f8b-47e4-889b-9cb0e46505e4', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:43:37.347032 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-c5b022a7-e989-4134-a5aa-8fa53c9642b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.348572 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-c5b022a7-e989-4134-a5aa-8fa53c9642b7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac HTTP/1.1" status: 200 len: 870 time: 0.1650004 Oct 27 17:43:37.351413 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9d01-efce-427a-a6b5-848e85033aea req-e4e48ca6-d749-4b66-b981-8b4b1305f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.352786 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-e4e48ca6-d749-4b66-b981-8b4b1305f002 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 915 time: 0.1605790 Oct 27 17:43:37.355346 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port ebd91884-7aef-4cbb-9587-f80171d55773 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:37.355754 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:37.370361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd91884-7aef-4cbb-9587-f80171d55773 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:43:37.396525 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port ebd91884-7aef-4cbb-9587-f80171d55773, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ebd91884-7aef-4cbb-9587-f80171d55773,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:37.401272 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:37.429364 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-7b34c668-a369-4980-934a-9538b080c251 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=ebd91884-7aef-4cbb-9587-f80171d55773 HTTP/1.1" status: 200 len: 217 time: 0.0688667 Oct 27 17:43:37.430104 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-2d166f78-856d-4790-890c-6ecc3a3b8881 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2 HTTP/1.1" status: 200 len: 217 time: 0.0691955 Oct 27 17:43:37.461885 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=ebd91884-7aef-4cbb-9587-f80171d55773,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:37.527141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9d01-efce-427a-a6b5-848e85033aea req-56ec0e07-dfdb-4d0d-bbb1-65672e2199f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.528585 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-56ec0e07-dfdb-4d0d-bbb1-65672e2199f4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=46b07004-6dc9-43c5-bf36-46de77cd00dc HTTP/1.1" status: 200 len: 854 time: 0.0861433 Oct 27 17:43:37.529960 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-568fab13-6bf1-44c6-bda5-2436023f0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.531276 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-568fab13-6bf1-44c6-bda5-2436023f0498 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3d76ab72-6f8b-47e4-889b-9cb0e46505e4 HTTP/1.1" status: 200 len: 843 time: 0.0812171 Oct 27 17:43:37.574284 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-ae4aafeb-1362-408a-b3bb-e32a38bf85f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=29be1e99-94b7-4b54-bbe7-329fba4bbba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342543 Oct 27 17:43:37.631617 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-bfc44e72-6143-42af-990a-0c8017f6ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:37.632937 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-bfc44e72-6143-42af-990a-0c8017f6ebe7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0858560 Oct 27 17:43:37.753708 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-e09e9a68-12f8-4309-af9d-56a82174cabc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602194 Oct 27 17:43:37.795183 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-44b02f12-569f-4d72-a1c2-d7561463712f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372819 Oct 27 17:43:37.832166 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['ebd91884-7aef-4cbb-9587-f80171d55773'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:43:37.917148 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e10f9d01-efce-427a-a6b5-848e85033aea req-48092972-09f6-4cde-ab37-db8fc6e18d47 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547582 Oct 27 17:43:37.937901 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5f74203c-6f75-4497-8b91-8ccf1d816518 req-109ff637-42fd-4c24-8d11-5f80d044a5a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b61c8b1b-7dd1-48cb-9aee-6e88d25d7aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135190 Oct 27 17:43:38.257969 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f23e8-2eee-4fad-a643-a961dfa1ec31 req-fc7fb640-9cb9-4d7a-a167-fbe1f8f44889 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:38.259412 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-377f23e8-2eee-4fad-a643-a961dfa1ec31 req-fc7fb640-9cb9-4d7a-a167-fbe1f8f44889 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 948 time: 0.0457876 Oct 27 17:43:38.308275 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-377f23e8-2eee-4fad-a643-a961dfa1ec31 req-fa8823e2-23df-420e-8606-bb422bf505f5 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Oct 27 17:43:39.209591 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ebd91884-7aef-4cbb-9587-f80171d55773 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:43:39.255361 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port ebd91884-7aef-4cbb-9587-f80171d55773 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:43:39.262282 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port ebd91884-7aef-4cbb-9587-f80171d55773 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:39.262657 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:39.262986 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port ebd91884-7aef-4cbb-9587-f80171d55773 Oct 27 17:43:39.333007 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port ebd91884-7aef-4cbb-9587-f80171d55773 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:39.333390 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:39.355898 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59874570-fb81-47ad-a9a2-02846069167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd91884-7aef-4cbb-9587-f80171d55773'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:43:39.358636 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3378b-f198-40b5-b26d-5b78e92297ea" -d '{"events": [{"server_uuid": "59874570-fb81-47ad-a9a2-02846069167c", "name": "network-vif-plugged", "status": "completed", "tag": "ebd91884-7aef-4cbb-9587-f80171d55773"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:43:39.372702 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port ebd91884-7aef-4cbb-9587-f80171d55773, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ebd91884-7aef-4cbb-9587-f80171d55773,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:39.377515 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:39.407897 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687740e2-87b5-41ca-9579-8fbf0725c9d2 x-openstack-request-id: req-687740e2-87b5-41ca-9579-8fbf0725c9d2 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:43:39.408184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59874570-fb81-47ad-a9a2-02846069167c", "name": "network-vif-plugged", "status": "completed", "tag": "ebd91884-7aef-4cbb-9587-f80171d55773", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:43:39.408430 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-687740e2-87b5-41ca-9579-8fbf0725c9d2 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:43:39.408822 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687740e2-87b5-41ca-9579-8fbf0725c9d2'] response: {'server_uuid': '59874570-fb81-47ad-a9a2-02846069167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd91884-7aef-4cbb-9587-f80171d55773', 'code': 200} Oct 27 17:43:39.416578 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:39.420228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:39.438505 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c12a-479f-4d4e-8f89-549a89160d6d req-9f546a34-8abe-44ad-ace4-83a969a21203 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:39.440026 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-59b1c12a-479f-4d4e-8f89-549a89160d6d req-9f546a34-8abe-44ad-ace4-83a969a21203 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0482864 Oct 27 17:43:39.440799 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=ebd91884-7aef-4cbb-9587-f80171d55773,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:39.499106 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-59b1c12a-479f-4d4e-8f89-549a89160d6d req-73d658e7-a1b2-44c4-966a-eb2fc61bdb28 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480063 Oct 27 17:43:39.615139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710d7a6-8356-4f43-bcab-1c4d1596b7aa req-66c3ec14-019d-46a1-a6eb-30e644332c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:39.616644 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2710d7a6-8356-4f43-bcab-1c4d1596b7aa req-66c3ec14-019d-46a1-a6eb-30e644332c47 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 1133 time: 0.0390081 Oct 27 17:43:39.659392 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2710d7a6-8356-4f43-bcab-1c4d1596b7aa req-b6a8d107-94d0-442f-9216-ba7d4eab1242 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360558 Oct 27 17:43:40.623865 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1238b8-1142-49a6-afbe-c4bb8d653b85 req-2b7f73e0-2277-43f3-82fa-e951bf0a6092 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:40.625317 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7b1238b8-1142-49a6-afbe-c4bb8d653b85 req-2b7f73e0-2277-43f3-82fa-e951bf0a6092 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0455301 Oct 27 17:43:40.670264 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-7b1238b8-1142-49a6-afbe-c4bb8d653b85 req-77b9bc1b-4036-4bc5-b0bd-10720d2cbb0b tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Oct 27 17:43:41.205432 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9bade3e4-569b-40ef-a402-4575d6b983fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:41.793885 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f93ae9-d1ae-46d7-8c60-be20c4d65530 req-2af85211-29b8-40c6-8ddd-b73893db0aca tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:41.795310 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4f93ae9-d1ae-46d7-8c60-be20c4d65530 req-2af85211-29b8-40c6-8ddd-b73893db0aca tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0460706 Oct 27 17:43:41.806973 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:41.843431 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b4f93ae9-d1ae-46d7-8c60-be20c4d65530 req-0da1156c-0e6e-41bd-8f86-4f164dbb7c78 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Oct 27 17:43:42.108550 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20aa7c-072c-48f4-9dd6-bd966fc5a0d8 req-dd7bdc8f-b3b9-4282-87a6-2fbee7fb547a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:42.109929 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eb20aa7c-072c-48f4-9dd6-bd966fc5a0d8 req-dd7bdc8f-b3b9-4282-87a6-2fbee7fb547a tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0502419 Oct 27 17:43:42.156693 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-eb20aa7c-072c-48f4-9dd6-bd966fc5a0d8 req-f966018b-4728-4bde-925e-077df72ae554 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Oct 27 17:43:43.276777 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb0ad0-6706-4758-a7ec-1a9825261882 req-dd5cea49-934f-4c66-9468-1fb799bcc2a0 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:43.278214 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dcb0ad0-6706-4758-a7ec-1a9825261882 req-dd5cea49-934f-4c66-9468-1fb799bcc2a0 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0454445 Oct 27 17:43:43.323466 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4dcb0ad0-6706-4758-a7ec-1a9825261882 req-02ee1f5d-9b47-4464-bb6a-12af7f14a620 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Oct 27 17:43:43.597739 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-979a7a75-8bc4-47bc-9eb2-a02e75cddb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:44.191673 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-a7b5af8b-8320-4558-bad1-35503096671c tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:44.193099 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-a7b5af8b-8320-4558-bad1-35503096671c tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0467081 Oct 27 17:43:44.442222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e000e-c6d2-49e2-9f7e-480b2bcd998d req-d99264aa-cc6a-41b6-b9bf-17864dfab007 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:44.443694 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cc6e000e-c6d2-49e2-9f7e-480b2bcd998d req-d99264aa-cc6a-41b6-b9bf-17864dfab007 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=59874570-fb81-47ad-a9a2-02846069167c HTTP/1.1" status: 200 len: 949 time: 0.0459239 Oct 27 17:43:44.533284 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cc6e000e-c6d2-49e2-9f7e-480b2bcd998d req-968883fd-6166-42f5-81e7-854a077bcb19 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2fa23ac6-e39b-4ecb-88d4-56c7309b58df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840209 Oct 27 17:43:44.570669 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Deleting port ebd91884-7aef-4cbb-9587-f80171d55773 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:43:44.571054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:44.668391 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] For port ebd91884-7aef-4cbb-9587-f80171d55773, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=ebd91884-7aef-4cbb-9587-f80171d55773,segment=NetworkSegment(40b1b626-7468-48e9-95a0-82e0c64fadfb),segment_id=40b1b626-7468-48e9-95a0-82e0c64fadfb)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:44.668759 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:44.681606 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Calling delete_port for ebd91884-7aef-4cbb-9587-f80171d55773 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:43:44.804991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ebd91884-7aef-4cbb-9587-f80171d55773), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:44.830939 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Pushing event deleted for resources: {'Port': ['ID=ebd91884-7aef-4cbb-9587-f80171d55773,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:44.840808 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['ebd91884-7aef-4cbb-9587-f80171d55773'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:43:44.846599 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.846958 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.847304 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.847647 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.847996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.848334 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.848663 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.848992 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.849430 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.849635 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.850227 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.850553 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.850942 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.851267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.851679 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:44.896457 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] No DVR routers for this DVR port ebd91884-7aef-4cbb-9587-f80171d55773 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:43:44.899735 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:44.903240 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a7d0ead0-828a-4683-ad34-1617bc67ba6d req-b35f3a80-39f6-40be-8536-46a888006c24 tempest-VolumesNegativeTest-2078357551 tempest-VolumesNegativeTest-2078357551-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ebd91884-7aef-4cbb-9587-f80171d55773 HTTP/1.1" status: 204 len: 173 time: 0.4408011 Oct 27 17:43:44.903805 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59874570-fb81-47ad-a9a2-02846069167c', 'name': 'network-vif-deleted', 'tag': 'ebd91884-7aef-4cbb-9587-f80171d55773'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:43:44.906139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aff687-e79a-4fd4-aab9-eed084220fd5" -d '{"events": [{"server_uuid": "59874570-fb81-47ad-a9a2-02846069167c", "name": "network-vif-deleted", "tag": "ebd91884-7aef-4cbb-9587-f80171d55773"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:43:44.955593 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e3791-a68e-4576-b498-d3e764a58240 x-openstack-request-id: req-de3e3791-a68e-4576-b498-d3e764a58240 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:43:44.955933 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59874570-fb81-47ad-a9a2-02846069167c", "name": "network-vif-deleted", "tag": "ebd91884-7aef-4cbb-9587-f80171d55773", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:43:44.956184 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de3e3791-a68e-4576-b498-d3e764a58240 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:43:44.956587 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3e3791-a68e-4576-b498-d3e764a58240'] response: {'server_uuid': '59874570-fb81-47ad-a9a2-02846069167c', 'name': 'network-vif-deleted', 'tag': 'ebd91884-7aef-4cbb-9587-f80171d55773', 'status': 'completed', 'code': 200} Oct 27 17:43:45.051166 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:46.267555 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:46.902896 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:49.308267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ebd91884-7aef-4cbb-9587-f80171d55773 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:43:49.327371 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: ebd91884-7aef-4cbb-9587-f80171d55773 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:43:49.327745 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device ebd91884-7aef-4cbb-9587-f80171d55773 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:43:50.545849 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46352) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:50.661812 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=89,neutron:DELETE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:50.663657 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:50.703126 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-1bd21531-391e-4280-9c29-518c9f0ca2c7 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=857aface6a4c41b2a4f46f384884f8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561859 Oct 27 17:43:50.705648 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46358) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:50.751949 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Publish callbacks [] for security_group (2fa23ac6-e39b-4ecb-88d4-56c7309b58df), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:50.771741 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Publish callbacks [] for security_group (2fa23ac6-e39b-4ecb-88d4-56c7309b58df), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:50.817010 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (2fa23ac6-e39b-4ecb-88d4-56c7309b58df), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:50.820530 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:50.821673 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/2fa23ac6-e39b-4ecb-88d4-56c7309b58df HTTP/1.1" status: 204 len: 168 time: 0.1151562 Oct 27 17:43:50.829399 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa23ac6-e39b-4ecb-88d4-56c7309b58df,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:50.837757 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.838099 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.838430 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.838758 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.839183 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.839390 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.839727 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.840051 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.840373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.840680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.840996 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.841307 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.841619 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.841927 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.842237 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74bb6c9-a370-4b35-87f6-f532475512c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:50.854808 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:51.426296 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46380) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:51.520536 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1995114004-network', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:51.540014 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Made reservation on behalf of e62c12b7398343648a02ef5c64cda2b1 for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:43:51.542325 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.550940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.569222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:51.629852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:51.631908 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks [] for security_group (e5a445ad-b8db-4808-a03d-f88178969833), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.635471 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e5a445ad-b8db-4808-a03d-f88178969833), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.656159 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:43:51.674621 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (56eb47d8-a012-472f-ac2b-4093aaa3103a), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.674960 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Added segment 56eb47d8-a012-472f-ac2b-4093aaa3103a of type vlan for network cacaec05-05b8-4422-92f4-e7ab38239f98 Oct 27 17:43:51.682691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a445ad-b8db-4808-a03d-f88178969833,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:51.716249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (cacaec05-05b8-4422-92f4-e7ab38239f98), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.740946 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (cacaec05-05b8-4422-92f4-e7ab38239f98), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.741961 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:51.743074 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.781006 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3536229 Oct 27 17:43:51.784032 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46386) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:51.789427 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Request body: {'subnet': {'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1995114004-subnet', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'ip_version': 4}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:51.809854 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Made reservation on behalf of e62c12b7398343648a02ef5c64cda2b1 for: {'subnet': 1} {{(pid=104580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:43:51.811506 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84f7c-5c1b-4d41-902c-7d8db52d43f2 admin admin] Pushing event updated for resources: {'Network': ['ID=cacaec05-05b8-4422-92f4-e7ab38239f98,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:51.812243 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25380709'] for subnet (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:51.821251 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network cacaec05-05b8-4422-92f4-e7ab38239f98 details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:43:51.981189 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25553000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25380619'] for subnet (cece5815-662b-4965-9e90-238891e4fdc8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.032799 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cece5815-662b-4965-9e90-238891e4fdc8,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:52.047877 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Checking segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:52.048232 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Network hostable DHCP agents. Network: cacaec05-05b8-4422-92f4-e7ab38239f98, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:43:52.064379 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:43:52.072701 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, cacaec05-05b8-4422-92f4-e7ab38239f98) {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:52.076678 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:52.077274 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for subnet (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.081768 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13587758-f844-4ec0-aa46-1e3692bfd5a0 None None] Network cacaec05-05b8-4422-92f4-e7ab38239f98 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:43:52.094114 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9bb243e5-e51c-42dd-9ada-1ca4cfd927c8 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3090069 Oct 27 17:43:52.097203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46388) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:52.102730 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:52.123884 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.125131 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.175620 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks [] for router_controller (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.186306 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-cacaec05-05b8-4422-92f4-e7ab38239f98', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:43:52.187292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.311123 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks [] for router_gateway (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.324584 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Allocated IP 172.20.0.2 (cacaec05-05b8-4422-92f4-e7ab38239f98/cece5815-662b-4965-9e90-238891e4fdc8/b2bc231a-64ba-4bb2-acf5-427d5b3b4c96) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:52.467046 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Publish callbacks [] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.472597 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.492735 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks [] for router_gateway (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.514834 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.515699 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:52.521546 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:52.523355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Pushing event updated for resources: {'Port': ['ID=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:52.525571 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:52.538121 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.538463 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.539323 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.539666 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.540019 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.540342 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.540693 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.541015 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.541336 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.541655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.541975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.542292 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.542610 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.542924 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.543239 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:52.595999 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Attempting to bind port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:43:52.596363 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Attempting to bind port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:43:52.596716 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Attempting to bind port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:52.623083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Allocated IP 172.27.0.246 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/8f2f346d-b873-4d8b-9d30-aaee194e52dd) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:52.639567 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:43:52.640022 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Checking segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:52.640424 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.640815 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Bound using segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:43:52.641290 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Bound port: b2bc231a-64ba-4bb2-acf5-427d5b3b4c96, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:43:52.641672 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.656234 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:52.704449 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] For port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:43:52.707779 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] For port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:43:52.713977 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.737509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks [] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.769522 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755647e-a92b-4d9b-bb69-46b17d7f66f8 None None] Pushing event updated for resources: {'Port': ['ID=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:52.773409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:52.780827 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:52.819187 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:52.825575 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:52.828234 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:52.830444 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2f346d-b873-4d8b-9d30-aaee194e52dd,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:53.078852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks [] for router_gateway (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.259783 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.385736 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:43:53.489883 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:43:53.495438 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:53.503034 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:43:53.510356 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.514103 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fc5b95bb-24fc-4815-9134-0552892dceb8 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4133620 Oct 27 17:43:53.514374 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46392) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:53.514913 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:43:53.515770 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:53.625150 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:43:53.636670 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afe8ad8-0a68-4c8e-9e24-fbab01923363 None None] Network cacaec05-05b8-4422-92f4-e7ab38239f98 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:43:53.692174 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:53.699118 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:53.717937 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Provisioning complete for port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:53.718310 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.718639 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Attempt 1 to provision port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 Oct 27 17:43:53.822540 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:52Z', 'revision_number': 3, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:53.836798 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Current status of the port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:53.837189 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.853565 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:43:53.853913 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Updating router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 port 8f2f346d-b873-4d8b-9d30-aaee194e52dd binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:43:53.876902 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] For port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:53.883892 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.896695 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:53.944843 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d8873-0b92-40e6-a8ef-3a5cbc833715 None None] Pushing event updated for resources: {'Port': ['ID=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:54.105906 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-fcbb9b19-fb4e-4f02-8d8b-9ae22dc468b9 None None] Provisioning complete for port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:54.106181 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9b19-fb4e-4f02-8d8b-9ae22dc468b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.106693 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-fcbb9b19-fb4e-4f02-8d8b-9ae22dc468b9 None None] Attempt 1 to provision port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 Oct 27 17:43:54.130876 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:54.170853 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Publish callbacks [] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.177278 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.190523 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb9b19-fb4e-4f02-8d8b-9ae22dc468b9 None None] Current status of the port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:54.217086 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Attempting to bind port 8f2f346d-b873-4d8b-9d30-aaee194e52dd on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:43:54.217430 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Attempting to bind port 8f2f346d-b873-4d8b-9d30-aaee194e52dd by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:43:54.217787 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Attempting to bind port 8f2f346d-b873-4d8b-9d30-aaee194e52dd on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:54.253934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.256408 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Pushing event updated for resources: {'Port': ['ID=8f2f346d-b873-4d8b-9d30-aaee194e52dd,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:54.266455 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.266793 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.267149 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.267499 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.267854 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.268179 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.268501 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.268817 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.269135 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.269450 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.269767 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.270083 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.270397 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.270708 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.271020 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:43:54.289690 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:43:54.290058 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:54.290473 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.290829 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:43:54.291284 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Bound port: 8f2f346d-b873-4d8b-9d30-aaee194e52dd, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:43:54.291656 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.340334 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] For port 8f2f346d-b873-4d8b-9d30-aaee194e52dd, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:43:54.343634 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] For port 8f2f346d-b873-4d8b-9d30-aaee194e52dd, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=8f2f346d-b873-4d8b-9d30-aaee194e52dd,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:43:54.350968 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.384080 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:43:54.384580 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:54.407826 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Allocated IP 172.20.0.1 (cacaec05-05b8-4422-92f4-e7ab38239f98/cece5815-662b-4965-9e90-238891e4fdc8/ebb5ccfd-ff91-4aac-83e8-46a78f95df91) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:54.438620 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:54.442263 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:54.450369 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04b73e-27b7-4663-8c78-a24a3f92e9f9 None None] Pushing event updated for resources: {'Port': ['ID=8f2f346d-b873-4d8b-9d30-aaee194e52dd,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:54.510326 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:43:54.516768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks [] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.548572 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.552216 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:54.590279 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:54.597262 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:54.601866 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:54.605068 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:54.642589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.696021 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:52Z', 'revision_number': 3, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:54.728138 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d54033-3940-46d3-a5b4-94fb24253c77 None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:52Z', 'revision_number': 3, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:43:54.800801 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.836267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:43:54.885801 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:54.886172 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.886551 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 Oct 27 17:43:54.923266 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:54.932479 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ed3de05d-a78c-47df-aeaf-b8c68eb992aa None None] Provisioning complete for port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:54.932853 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed3de05d-a78c-47df-aeaf-b8c68eb992aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.933375 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ed3de05d-a78c-47df-aeaf-b8c68eb992aa None None] Attempt 1 to provision port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 Oct 27 17:43:54.973577 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ed3de05d-a78c-47df-aeaf-b8c68eb992aa None None] Port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:43:54.979326 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks [] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:54.984662 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:55.006276 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:55.066600 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:55.070588 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:55.172487 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:55.173948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:55.301212 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:43:55.394103 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:55.403985 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4fc0-58ab-4adb-98ee-828854f36517 None None] Provisioning complete for port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:55.404366 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4fc0-58ab-4adb-98ee-828854f36517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:55.404706 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-1d8a4fc0-58ab-4adb-98ee-828854f36517 None None] Attempt 1 to provision port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 Oct 27 17:43:55.414330 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:43:55.428307 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-94526323-746a-466a-b957-1e6cb7074934 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ff4ef359-bf64-40e6-ba70-c163c07b9bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9128830 Oct 27 17:43:55.439626 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4fc0-58ab-4adb-98ee-828854f36517 None None] Port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:43:55.667529 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:43:55.918589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46416) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:55.923982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1407906953-network', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:55.949766 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Made reservation on behalf of aa0218911a6646aa92466ad1b54fcaeb for: {'network': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:43:55.953751 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for network (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:55.965229 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.044403 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks [] for security_group (083c3d22-5bd3-4767-b188-517f6b3bec28), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.047703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (083c3d22-5bd3-4767-b188-517f6b3bec28), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.068994 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=104579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:43:56.086347 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083c3d22-5bd3-4767-b188-517f6b3bec28,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:56.090569 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (bc0fa094-3048-402a-aa25-bd8a423f3364), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.090921 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.segments_db [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Added segment bc0fa094-3048-402a-aa25-bd8a423f3364 of type vlan for network d83f58c1-8e0d-48e6-96c7-523da7c8a9de Oct 27 17:43:56.134168 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763296401345'] for network (d83f58c1-8e0d-48e6-96c7-523da7c8a9de), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.161396 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468'] for network (d83f58c1-8e0d-48e6-96c7-523da7c8a9de), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.162585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:56.163168 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.227037 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] 10.222.0.36 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3065629 Oct 27 17:43:56.229499 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46420) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:56.236429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Request body: {'subnet': {'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1407906953-subnet', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'ip_version': 4}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:56.241339 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ab37-d81e-4a85-bfd9-1d5b81e8e652 admin admin] Pushing event updated for resources: {'Network': ['ID=d83f58c1-8e0d-48e6-96c7-523da7c8a9de,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:56.256150 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de details requested by agent ovs-agent-dv-cinder-862831-1-iscsi with host dv-cinder-862831-1-iscsi {{(pid=104581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:43:56.260469 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Made reservation on behalf of aa0218911a6646aa92466ad1b54fcaeb for: {'subnet': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:43:56.263028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25417054'] for subnet (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.282358 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:56.418137 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:43:56.429549 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:43:56.430238 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:56.441150 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25883263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25417008'] for subnet (beeb535c-f216-43e6-9da4-aca8d05b7200), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.491376 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beeb535c-f216-43e6-9da4-aca8d05b7200,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:56.506502 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Checking segment: {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:56.506865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Network hostable DHCP agents. Network: d83f58c1-8e0d-48e6-96c7-523da7c8a9de, hostable agents: ['c1101196-4bbc-4e32-be4a-a378492e5921'], hosted agents: [] {{(pid=104579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:43:56.524948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de is scheduled to be hosted by DHCP agent c1101196-4bbc-4e32-be4a-a378492e5921 with binding_index 1 {{(pid=104579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:43:56.530078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:56.535620 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862831-1-iscsi, d83f58c1-8e0d-48e6-96c7-523da7c8a9de) {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:56.539692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:43:56.540421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:43:56.541562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.558859 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-28538e80-10dd-4651-b617-0754fd730506 admin admin] 10.222.0.36 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3283699 Oct 27 17:43:56.561573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46422) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:56.565777 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:43:56.569315 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71895c-e54f-4bdf-9349-1a15936c2068 None None] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:43:56.593601 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1712818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-109559'] for router (13326cf2-5531-4a92-ab23-e9849fe570ea), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.594951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1717220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-109454'] for router (13326cf2-5531-4a92-ab23-e9849fe570ea), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.595108 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:56.652693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks [] for router_controller (13326cf2-5531-4a92-ab23-e9849fe570ea), precommit_add_association {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.666744 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:56.780707 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab1a7525-c868-5663-b93f-a29fe3885f56-d83f58c1-8e0d-48e6-96c7-523da7c8a9de', 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de', 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'fixed_ips': [{'subnet_id': 'beeb535c-f216-43e6-9da4-aca8d05b7200'}]}} from dv-cinder-862831-1-iscsi. {{(pid=104581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 17:43:56.781652 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.796436 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks [] for router_gateway (13326cf2-5531-4a92-ab23-e9849fe570ea), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.804792 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 8f2f346d-b873-4d8b-9d30-aaee194e52dd up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:43:56.942775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 2, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:56.980594 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 8f2f346d-b873-4d8b-9d30-aaee194e52dd triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:56.980783 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks [] for router_gateway (13326cf2-5531-4a92-ab23-e9849fe570ea), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.981190 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:56.981279 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 8f2f346d-b873-4d8b-9d30-aaee194e52dd Oct 27 17:43:56.986034 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:43:56.986414 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Updating router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:43:57.001808 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.079479 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.082004 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Allocated IP 172.20.0.2 (d83f58c1-8e0d-48e6-96c7-523da7c8a9de/beeb535c-f216-43e6-9da4-aca8d05b7200/76ac86f7-c030-40db-bbf9-965b0d694dd0) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:57.112168 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Allocated IP 172.27.0.57 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/236b860e-4882-4976-98c9-752164d24956) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:57.191546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:INSERT=8,neutron:UPDATE=6,neutron:SELECT=85,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:57.224134 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks [] for port (236b860e-4882-4976-98c9-752164d24956), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.259310 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (236b860e-4882-4976-98c9-752164d24956), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.305793 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:57.310954 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:57.313130 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Pushing event updated for resources: {'Port': ['ID=236b860e-4882-4976-98c9-752164d24956,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:57.315247 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:57.439075 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 8f2f346d-b873-4d8b-9d30-aaee194e52dd is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:57.439670 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.453885 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.491919 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 8f2f346d-b873-4d8b-9d30-aaee194e52dd, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=8f2f346d-b873-4d8b-9d30-aaee194e52dd,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:57.502777 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.507210 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:57.555583 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks [] for router_gateway (13326cf2-5531-4a92-ab23-e9849fe570ea), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.604989 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:57.612204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:57.654895 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Publish callbacks [] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.659478 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=8f2f346d-b873-4d8b-9d30-aaee194e52dd,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:57.668877 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.738566 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:57.745541 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716016'] for router (13326cf2-5531-4a92-ab23-e9849fe570ea), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.750990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:57.753881 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:57.758784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Pushing event updated for resources: {'Port': ['ID=76ac86f7-c030-40db-bbf9-965b0d694dd0,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:57.834360 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Publish callbacks [] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.848122 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.857825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Attempting to bind port 76ac86f7-c030-40db-bbf9-965b0d694dd0 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:43:57.858185 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Attempting to bind port 76ac86f7-c030-40db-bbf9-965b0d694dd0 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:43:57.858547 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Attempting to bind port 76ac86f7-c030-40db-bbf9-965b0d694dd0 on network d83f58c1-8e0d-48e6-96c7-523da7c8a9de {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:57.880533 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Router 13326cf2-5531-4a92-ab23-e9849fe570ea is scheduled to L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f with binding_index 1 {{(pid=104579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:43:57.943905 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f89bbb-ae6d-47ae-b6c9-1526c5e729ac None None] Pushing event updated for resources: {'Port': ['ID=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:57.977349 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:43:57.977732 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Checking segment: {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:57.978096 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.978482 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Bound using segment: {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:43:57.978948 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Bound port: 76ac86f7-c030-40db-bbf9-965b0d694dd0, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:43:57.979318 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:57.983805 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:43:57.988745 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:57.997486 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Sync routers for ids ['13326cf2-5531-4a92-ab23-e9849fe570ea'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:43:58.004180 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.004478 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Attempting to bind port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:43:58.004714 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Attempting to bind port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:43:58.005030 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Attempting to bind port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:58.005600 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-844edc6c-083a-4509-bbb4-367283e77c63 admin admin] 10.222.0.36 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4431102 Oct 27 17:43:58.009332 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46426) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:43:58.017804 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Routers {'13326cf2-5531-4a92-ab23-e9849fe570ea'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:43:58.018439 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['13326cf2-5531-4a92-ab23-e9849fe570ea'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:58.090184 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:43:58.090460 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Checking segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:58.090822 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.091208 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Bound using segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:43:58.091671 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Bound port: ebb5ccfd-ff91-4aac-83e8-46a78f95df91, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:43:58.092068 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.107353 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] For port 76ac86f7-c030-40db-bbf9-965b0d694dd0, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:43:58.121916 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] For port 76ac86f7-c030-40db-bbf9-965b0d694dd0, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=76ac86f7-c030-40db-bbf9-965b0d694dd0,segment=NetworkSegment(bc0fa094-3048-402a-aa25-bd8a423f3364),segment_id=bc0fa094-3048-402a-aa25-bd8a423f3364)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:43:58.131019 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Set router 13326cf2-5531-4a92-ab23-e9849fe570ea gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:43:58.145892 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.211384 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] For port ebb5ccfd-ff91-4aac-83e8-46a78f95df91, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:43:58.217649 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] For port ebb5ccfd-ff91-4aac-83e8-46a78f95df91, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:43:58.228434 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.239060 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00d60d-eb46-4a6a-9be6-8fbab209cb6a None None] Pushing event updated for resources: {'Port': ['ID=76ac86f7-c030-40db-bbf9-965b0d694dd0,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:58.274329 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:43:58.274981 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:58.300948 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:58.321386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:58.331726 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 3, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:58.359868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f89bbb-ae6d-47ae-b6c9-1526c5e729ac None None] Pushing event updated for resources: {'Port': ['ID=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:58.375218 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Checking router: 13326cf2-5531-4a92-ab23-e9849fe570ea for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:43:58.376838 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Updating router 13326cf2-5531-4a92-ab23-e9849fe570ea port 236b860e-4882-4976-98c9-752164d24956 binding host dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:43:58.397816 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:58.409927 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:58.430915 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (236b860e-4882-4976-98c9-752164d24956), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.440413 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:43:58.503061 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.667249 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:43:58Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:58.693265 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac979ea-ef7e-4fc9-be15-1b61731c5772 None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:43:58Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:43:58.738029 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Publish callbacks [] for port (236b860e-4882-4976-98c9-752164d24956), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.749700 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (236b860e-4882-4976-98c9-752164d24956), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.798014 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Attempting to bind port 236b860e-4882-4976-98c9-752164d24956 on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:43:58.798383 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Attempting to bind port 236b860e-4882-4976-98c9-752164d24956 by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:43:58.798745 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Attempting to bind port 236b860e-4882-4976-98c9-752164d24956 on network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:43:58.931865 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:58.936324 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:58.946467 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0924c4-aba2-4a10-be17-7222e275c40a None None] Pushing event updated for resources: {'Port': ['ID=236b860e-4882-4976-98c9-752164d24956,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:58.957190 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:43:58.957565 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Checking segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:43:58.958037 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.958425 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Bound using segment: {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:43:58.958896 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Bound port: 236b860e-4882-4976-98c9-752164d24956, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5d22cf-3312-400d-a3f3-bd0a1f2615e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:43:58.959269 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (236b860e-4882-4976-98c9-752164d24956), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:58.986542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 8f2f346d-b873-4d8b-9d30-aaee194e52dd up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:43:58.990519 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.db_base_plugin_common [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Allocated IP 172.20.0.1 (d83f58c1-8e0d-48e6-96c7-523da7c8a9de/beeb535c-f216-43e6-9da4-aca8d05b7200/64e28bc8-169d-4b22-9b3f-b5513ba6538b) {{(pid=104580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:43:59.014804 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] For port 236b860e-4882-4976-98c9-752164d24956, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:43:59.019328 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] For port 236b860e-4882-4976-98c9-752164d24956, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=236b860e-4882-4976-98c9-752164d24956,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:43:59.030824 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (236b860e-4882-4976-98c9-752164d24956), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.084805 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 8f2f346d-b873-4d8b-9d30-aaee194e52dd triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:59.085180 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.085511 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 8f2f346d-b873-4d8b-9d30-aaee194e52dd Oct 27 17:43:59.099751 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Routers {'13326cf2-5531-4a92-ab23-e9849fe570ea'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:43:59.100770 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['13326cf2-5531-4a92-ab23-e9849fe570ea'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:59.175543 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0924c4-aba2-4a10-be17-7222e275c40a None None] Pushing event updated for resources: {'Port': ['ID=236b860e-4882-4976-98c9-752164d24956,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:59.187081 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks [] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.194694 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 8f2f346d-b873-4d8b-9d30-aaee194e52dd is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:59.197699 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 76ac86f7-c030-40db-bbf9-965b0d694dd0 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:43:59.237070 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.246897 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 76ac86f7-c030-40db-bbf9-965b0d694dd0 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:59.247439 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.247566 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 76ac86f7-c030-40db-bbf9-965b0d694dd0 Oct 27 17:43:59.288017 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] Set router 13326cf2-5531-4a92-ab23-e9849fe570ea gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:43:59.291809 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:43:59.297961 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:43:59.302715 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Received port after_create {{(pid=104580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:43:59.345861 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714502'] for router_interface (13326cf2-5531-4a92-ab23-e9849fe570ea), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.393142 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Pushing event updated for resources: {'Port': ['ID=64e28bc8-169d-4b22-9b3f-b5513ba6538b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:59.438704 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 76ac86f7-c030-40db-bbf9-965b0d694dd0 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:43:59.439245 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.492624 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 76ac86f7-c030-40db-bbf9-965b0d694dd0, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=76ac86f7-c030-40db-bbf9-965b0d694dd0,segment=NetworkSegment(bc0fa094-3048-402a-aa25-bd8a423f3364),segment_id=bc0fa094-3048-402a-aa25-bd8a423f3364)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:43:59.499362 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.525960 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f6dd1-ffd0-4538-b182-fa5799ce60d6 None None] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:43:59.531010 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 3, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:43:59.544698 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), before_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.564127 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6acc59-d9df-4059-a618-94a74b44c00d None None] The sync data for ids ['13326cf2-5531-4a92-ab23-e9849fe570ea'] in dv-cinder-862831-1-iscsi is: [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 3, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:43:59.595560 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:59.740188 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:43:59.751538 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks [] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), precommit_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.758688 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25552631'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), after_update {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.797143 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-a34af934-3552-4a46-8ffb-94114042329f None None] Provisioning complete for port 76ac86f7-c030-40db-bbf9-965b0d694dd0 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:43:59.797621 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a34af934-3552-4a46-8ffb-94114042329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.798022 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-a34af934-3552-4a46-8ffb-94114042329f None None] Attempt 1 to provision port 76ac86f7-c030-40db-bbf9-965b0d694dd0 Oct 27 17:43:59.841599 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Pushing event updated for resources: {'Port': ['ID=64e28bc8-169d-4b22-9b3f-b5513ba6538b,revision_number=2']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:59.844211 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1640482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714610'] for router_interface (13326cf2-5531-4a92-ab23-e9849fe570ea), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:43:59.863178 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=76ac86f7-c030-40db-bbf9-965b0d694dd0,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:43:59.956825 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a34af934-3552-4a46-8ffb-94114042329f None None] Current status of the port 76ac86f7-c030-40db-bbf9-965b0d694dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:00.020989 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de is already hosted by enough agents. {{(pid=104580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:44:00.025778 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.base_scheduler [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:44:00.166703 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Router 13326cf2-5531-4a92-ab23-e9849fe570ea has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:44:00.172830 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:00.187527 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Provisioning complete for port 64e28bc8-169d-4b22-9b3f-b5513ba6538b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:00.187933 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:00.188275 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Attempt 1 to provision port 64e28bc8-169d-4b22-9b3f-b5513ba6538b Oct 27 17:44:00.224931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:00.228784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Port 64e28bc8-169d-4b22-9b3f-b5513ba6538b cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:44:00.240672 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Provisioning complete for port 76ac86f7-c030-40db-bbf9-965b0d694dd0 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:00.241051 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:00.241385 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Attempt 1 to provision port 76ac86f7-c030-40db-bbf9-965b0d694dd0 Oct 27 17:44:00.287605 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:44:00.295950 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-630f1c6e-78d6-449d-97b3-958f23ca5d4e admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/13326cf2-5531-4a92-ab23-e9849fe570ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2854879 Oct 27 17:44:00.366301 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-2473a242-a502-4c39-a042-988915e5d228 None None] Current status of the port 76ac86f7-c030-40db-bbf9-965b0d694dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:00.492770 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-caaca733-0d92-401e-9174-2d530071aeb1 None None] Provisioning complete for port 64e28bc8-169d-4b22-9b3f-b5513ba6538b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:00.493898 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-caaca733-0d92-401e-9174-2d530071aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:00.494701 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-caaca733-0d92-401e-9174-2d530071aeb1 None None] Attempt 1 to provision port 64e28bc8-169d-4b22-9b3f-b5513ba6538b Oct 27 17:44:00.535203 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-caaca733-0d92-401e-9174-2d530071aeb1 None None] Port 64e28bc8-169d-4b22-9b3f-b5513ba6538b cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:44:00.653168 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-48aea4b4-39b5-4ef5-95ba-d6c2342ab51a None None] Provisioning complete for port 64e28bc8-169d-4b22-9b3f-b5513ba6538b triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:00.653541 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48aea4b4-39b5-4ef5-95ba-d6c2342ab51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:00.653877 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-48aea4b4-39b5-4ef5-95ba-d6c2342ab51a None None] Attempt 1 to provision port 64e28bc8-169d-4b22-9b3f-b5513ba6538b Oct 27 17:44:00.687545 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-48aea4b4-39b5-4ef5-95ba-d6c2342ab51a None None] Port 64e28bc8-169d-4b22-9b3f-b5513ba6538b cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:44:00.860279 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ebb5ccfd-ff91-4aac-83e8-46a78f95df91 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:00.904502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:00.904878 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:00.905211 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 Oct 27 17:44:00.977000 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:00.977304 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.010197 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port ebb5ccfd-ff91-4aac-83e8-46a78f95df91, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:01.013753 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.014534 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 76ac86f7-c030-40db-bbf9-965b0d694dd0 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:01.087723 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:01.093895 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 76ac86f7-c030-40db-bbf9-965b0d694dd0 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:01.094266 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.094598 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 76ac86f7-c030-40db-bbf9-965b0d694dd0 Oct 27 17:44:01.170913 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 76ac86f7-c030-40db-bbf9-965b0d694dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:01.172096 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 236b860e-4882-4976-98c9-752164d24956 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:01.218328 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 236b860e-4882-4976-98c9-752164d24956 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:01.218719 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (236b860e-4882-4976-98c9-752164d24956), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.219129 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 236b860e-4882-4976-98c9-752164d24956 Oct 27 17:44:01.293070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 236b860e-4882-4976-98c9-752164d24956 is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:01.293454 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (236b860e-4882-4976-98c9-752164d24956), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.313866 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 236b860e-4882-4976-98c9-752164d24956, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=236b860e-4882-4976-98c9-752164d24956,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:01.318105 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (236b860e-4882-4976-98c9-752164d24956), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.322092 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:01.366847 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=236b860e-4882-4976-98c9-752164d24956,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:01.732249 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46448) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:01.736922 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378820443', 'description': 'tempest-secgroup-smoke-1378820443 description', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:01.758717 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group (None), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.831887 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group (5c6e785a-bdbb-4188-8258-00adf044428b), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.835814 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5c6e785a-bdbb-4188-8258-00adf044428b), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.868420 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.869657 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1364000 Oct 27 17:44:01.871680 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1fb75-bdc7-4cfa-9eac-1bc78292ef42 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e785a-bdbb-4188-8258-00adf044428b,revision_number=1']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:01.872832 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46450) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:01.877544 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group_rule': {'security_group_id': '5c6e785a-bdbb-4188-8258-00adf044428b', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:01.905189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (3793f7de-6ac2-4c2f-b65b-4217868f0d82), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.962661 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (3793f7de-6ac2-4c2f-b65b-4217868f0d82), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.966622 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (3793f7de-6ac2-4c2f-b65b-4217868f0d82), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.987536 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3793f7de-6ac2-4c2f-b65b-4217868f0d82,revision_number=0']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:01.994826 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:01.998781 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46452) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:01.999032 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-dc4b3b2f-d7bf-4412-9213-af3d64dbfdec tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248250 Oct 27 17:44:02.003502 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group_rule': {'security_group_id': '5c6e785a-bdbb-4188-8258-00adf044428b', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:02.029156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (89352aac-5614-40f3-86e2-db6c360ff648), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.073749 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:02.089759 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (89352aac-5614-40f3-86e2-db6c360ff648), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.093448 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (89352aac-5614-40f3-86e2-db6c360ff648), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.112818 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89352aac-5614-40f3-86e2-db6c360ff648,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:02.123841 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.123841 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-8a57fd7e-23c3-452e-9e4a-701c6c4ae0d9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232271 Oct 27 17:44:02.125937 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46454) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:02.130135 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group_rule': {'security_group_id': '5c6e785a-bdbb-4188-8258-00adf044428b', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:02.150641 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Sync routers for ids ['13326cf2-5531-4a92-ab23-e9849fe570ea'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:44:02.156748 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (c281affb-a45b-41f2-9608-1fa9b5df56a4), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.162074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Routers {'13326cf2-5531-4a92-ab23-e9849fe570ea'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:44:02.162775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['13326cf2-5531-4a92-ab23-e9849fe570ea'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:02.191290 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:02.204609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:02.218624 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (c281affb-a45b-41f2-9608-1fa9b5df56a4), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.222022 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (c281affb-a45b-41f2-9608-1fa9b5df56a4), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.245598 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c281affb-a45b-41f2-9608-1fa9b5df56a4,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:02.253420 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.254749 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-a98000f2-7660-4caf-b21b-a9ec577fb707 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278820 Oct 27 17:44:02.257373 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46460) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:02.262616 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group_rule': {'security_group_id': '5c6e785a-bdbb-4188-8258-00adf044428b', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:02.277151 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Set router 13326cf2-5531-4a92-ab23-e9849fe570ea gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:44:02.293994 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (249cd7f7-4065-41d3-8e37-86ff544235f8), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.361219 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (249cd7f7-4065-41d3-8e37-86ff544235f8), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.365132 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (249cd7f7-4065-41d3-8e37-86ff544235f8), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.384230 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249cd7f7-4065-41d3-8e37-86ff544235f8,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:02.393843 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.394991 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-4b618165-b694-46db-a7a2-039a3d0035c0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360953 Oct 27 17:44:02.397743 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46464) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:02.402052 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group_rule': {'security_group_id': '5c6e785a-bdbb-4188-8258-00adf044428b', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:02.422807 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.securitygroups_db [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Project e62c12b7398343648a02ef5c64cda2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:44:02.432233 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (4a65d18b-a544-4f54-bc8f-a7fd0998b651), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.479263 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:43:59Z', 'revision_number': 4, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '64e28bc8-169d-4b22-9b3f-b5513ba6538b', 'name': '', 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'mac_address': 'fa:16:3e:87:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'beeb535c-f216-43e6-9da4-aca8d05b7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:58Z', 'updated_at': '2022-10-27T17:43:59Z', 'revision_number': 2, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'subnets': [{'id': 'beeb535c-f216-43e6-9da4-aca8d05b7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:02.485383 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (4a65d18b-a544-4f54-bc8f-a7fd0998b651), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.489352 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (4a65d18b-a544-4f54-bc8f-a7fd0998b651), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.511307 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a65d18b-a544-4f54-bc8f-a7fd0998b651,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:02.515183 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Checking router: 13326cf2-5531-4a92-ab23-e9849fe570ea for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:44:02.515682 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Updating router 13326cf2-5531-4a92-ab23-e9849fe570ea port 64e28bc8-169d-4b22-9b3f-b5513ba6538b binding host dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:44:02.519688 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.520939 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-c1a270e7-19f3-4730-938b-b2572fc5bd80 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222084 Oct 27 17:44:02.523679 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 46466) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:02.528196 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.v2.base [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'security_group_rule': {'security_group_id': '5c6e785a-bdbb-4188-8258-00adf044428b', 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:02.548701 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.557271 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.db.securitygroups_db [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Project e62c12b7398343648a02ef5c64cda2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:44:02.563436 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (8fcf511f-d6db-484c-80e2-995dc3e855e9), before_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.623032 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (8fcf511f-d6db-484c-80e2-995dc3e855e9), precommit_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.626534 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812727'] for security_group_rule (8fcf511f-d6db-484c-80e2-995dc3e855e9), after_create {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.645075 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcf511f-d6db-484c-80e2-995dc3e855e9,revision_number=0']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:02.651955 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.653167 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-f215aec7-a276-46af-9a23-046389c62834 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285419 Oct 27 17:44:02.808862 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ebb5ccfd-ff91-4aac-83e8-46a78f95df91 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:02.861895 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Publish callbacks [] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.870951 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.905272 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:02.905701 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:02.906029 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 Oct 27 17:44:02.966586 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cfb8-cb2a-49aa-9f7b-360664f78567 None None] Pushing event updated for resources: {'Port': ['ID=64e28bc8-169d-4b22-9b3f-b5513ba6538b,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:02.994502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:03.012608 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Attempting to bind port 64e28bc8-169d-4b22-9b3f-b5513ba6538b on host dv-cinder-862831-1-iscsi for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:44:03.012975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Attempting to bind port 64e28bc8-169d-4b22-9b3f-b5513ba6538b by drivers openvswitch,hyperv on host dv-cinder-862831-1-iscsi at level 0 using segments [{'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:44:03.013329 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Attempting to bind port 64e28bc8-169d-4b22-9b3f-b5513ba6538b on network d83f58c1-8e0d-48e6-96c7-523da7c8a9de {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:44:03.089075 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:03.090139 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 236b860e-4882-4976-98c9-752164d24956 up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:03.092313 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Checking agent: {'id': '2ae722df-9fda-47af-a3aa-8163443e6821', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862831-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 22, 17), 'started_at': datetime.datetime(2022, 10, 27, 17, 22, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862831-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:44:03.092741 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Checking segment: {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:44:03.093324 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:03.093767 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Bound using segment: {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:44:03.094235 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Bound port: 64e28bc8-169d-4b22-9b3f-b5513ba6538b, host: dv-cinder-862831-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0fa094-3048-402a-aa25-bd8a423f3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:44:03.094651 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:03.137931 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:03.198222 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 236b860e-4882-4976-98c9-752164d24956 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:03.198851 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (236b860e-4882-4976-98c9-752164d24956), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:03.199103 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 236b860e-4882-4976-98c9-752164d24956 Oct 27 17:44:03.221691 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] For port 64e28bc8-169d-4b22-9b3f-b5513ba6538b, host dv-cinder-862831-1-iscsi, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:44:03.237815 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] For port 64e28bc8-169d-4b22-9b3f-b5513ba6538b, host dv-cinder-862831-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=64e28bc8-169d-4b22-9b3f-b5513ba6538b,segment=NetworkSegment(bc0fa094-3048-402a-aa25-bd8a423f3364),segment_id=bc0fa094-3048-402a-aa25-bd8a423f3364)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:44:03.245977 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:03.296100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Routers {'13326cf2-5531-4a92-ab23-e9849fe570ea'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:44:03.296718 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:43:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['13326cf2-5531-4a92-ab23-e9849fe570ea'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:03.365427 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cfb8-cb2a-49aa-9f7b-360664f78567 None None] Pushing event updated for resources: {'Port': ['ID=64e28bc8-169d-4b22-9b3f-b5513ba6538b,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:03.392821 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 236b860e-4882-4976-98c9-752164d24956 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:03.448805 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] Set router 13326cf2-5531-4a92-ab23-e9849fe570ea gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:44:03.641055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:43:59Z', 'revision_number': 4, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '64e28bc8-169d-4b22-9b3f-b5513ba6538b', 'name': '', 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'mac_address': 'fa:16:3e:87:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'beeb535c-f216-43e6-9da4-aca8d05b7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:58Z', 'updated_at': '2022-10-27T17:44:03Z', 'revision_number': 4, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'subnets': [{'id': 'beeb535c-f216-43e6-9da4-aca8d05b7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:03.667026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e8931-26ea-45ec-8277-35e24fe77bb9 None None] The sync data for ids ['13326cf2-5531-4a92-ab23-e9849fe570ea'] in dv-cinder-862831-1-iscsi is: [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:43:59Z', 'revision_number': 4, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': '64e28bc8-169d-4b22-9b3f-b5513ba6538b', 'name': '', 'network_id': 'd83f58c1-8e0d-48e6-96c7-523da7c8a9de', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'mac_address': 'fa:16:3e:87:9d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'beeb535c-f216-43e6-9da4-aca8d05b7200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:58Z', 'updated_at': '2022-10-27T17:44:03Z', 'revision_number': 4, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'subnets': [{'id': 'beeb535c-f216-43e6-9da4-aca8d05b7200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:44:04.792844 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 64e28bc8-169d-4b22-9b3f-b5513ba6538b up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:04.841975 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 64e28bc8-169d-4b22-9b3f-b5513ba6538b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:04.842343 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:04.842667 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 64e28bc8-169d-4b22-9b3f-b5513ba6538b Oct 27 17:44:05.050880 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 64e28bc8-169d-4b22-9b3f-b5513ba6538b is: DOWN; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:05.051268 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:05.083100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] For port 64e28bc8-169d-4b22-9b3f-b5513ba6538b, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=64e28bc8-169d-4b22-9b3f-b5513ba6538b,segment=NetworkSegment(bc0fa094-3048-402a-aa25-bd8a423f3364),segment_id=bc0fa094-3048-402a-aa25-bd8a423f3364)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:05.086717 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:05.091207 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:05.142252 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Pushing event updated for resources: {'Port': ['ID=64e28bc8-169d-4b22-9b3f-b5513ba6538b,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:06.011152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1513-f91d-4743-a4b2-12f1fb3c6c8d req-04e22ad8-68bd-422f-b2be-4a0341fd88eb tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:06.012740 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-188d1513-f91d-4743-a4b2-12f1fb3c6c8d req-04e22ad8-68bd-422f-b2be-4a0341fd88eb tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 946 time: 0.0487900 Oct 27 17:44:06.066374 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-188d1513-f91d-4743-a4b2-12f1fb3c6c8d req-aa41718c-4bc1-43c3-8bc2-94302bea0045 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 Oct 27 17:44:06.777774 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 64e28bc8-169d-4b22-9b3f-b5513ba6538b up at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:06.800111 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:06.824094 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Provisioning complete for port 64e28bc8-169d-4b22-9b3f-b5513ba6538b triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:06.824479 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:06.824811 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Attempt 1 to provision port 64e28bc8-169d-4b22-9b3f-b5513ba6538b Oct 27 17:44:06.897769 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Current status of the port 64e28bc8-169d-4b22-9b3f-b5513ba6538b is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:07.193457 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c05230-a58b-4940-9e05-bf9b5a636404 req-6edf38ab-be37-42ac-a425-302ae40880c5 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:07.194933 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-47c05230-a58b-4940-9e05-bf9b5a636404 req-6edf38ab-be37-42ac-a425-302ae40880c5 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 946 time: 0.0468004 Oct 27 17:44:07.245849 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-47c05230-a58b-4940-9e05-bf9b5a636404 req-71b9939c-ac73-451e-a529-a670eab45248 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Oct 27 17:44:08.180974 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-2b609fc6-edfa-4d10-82ae-f7efaa2f3a7d tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:08.182501 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-2b609fc6-edfa-4d10-82ae-f7efaa2f3a7d tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Oct 27 17:44:08.269424 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Deleting port 20db09b9-b160-41f7-9d9b-06c3145fffc2 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:44:08.269770 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:08.378060 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:08.395011 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91ca7b-25c0-4ca3-9f4d-f3fd507d74e2 req-0863da2c-6b3b-4adc-95e3-6ed0333ce9e2 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:08.396551 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0b91ca7b-25c0-4ca3-9f4d-f3fd507d74e2 req-0863da2c-6b3b-4adc-95e3-6ed0333ce9e2 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=53b2a09a-71b7-42d7-8a12-471e65596189 HTTP/1.1" status: 200 len: 946 time: 0.0640876 Oct 27 17:44:08.422064 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] For port 20db09b9-b160-41f7-9d9b-06c3145fffc2, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=20db09b9-b160-41f7-9d9b-06c3145fffc2,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:08.422324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:08.444877 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Calling delete_port for 20db09b9-b160-41f7-9d9b-06c3145fffc2 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:44:08.505890 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0b91ca7b-25c0-4ca3-9f4d-f3fd507d74e2 req-e97d3887-1ca4-45ea-b25c-22a29e0cc8f6 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980957 Oct 27 17:44:08.595482 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (20db09b9-b160-41f7-9d9b-06c3145fffc2), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:08.630201 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Pushing event deleted for resources: {'Port': ['ID=20db09b9-b160-41f7-9d9b-06c3145fffc2,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:08.636362 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['20db09b9-b160-41f7-9d9b-06c3145fffc2'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:44:08.676079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] No DVR routers for this DVR port 20db09b9-b160-41f7-9d9b-06c3145fffc2 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:44:08.678424 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:08.681770 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-29635558-ecd4-4122-8f21-c19f5e87d910 req-36ae0739-349d-4969-b499-b94f9d072495 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "DELETE /networking/v2.0/ports/20db09b9-b160-41f7-9d9b-06c3145fffc2 HTTP/1.1" status: 204 len: 173 time: 0.4933057 Oct 27 17:44:08.682257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b2a09a-71b7-42d7-8a12-471e65596189', 'name': 'network-vif-deleted', 'tag': '20db09b9-b160-41f7-9d9b-06c3145fffc2'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:44:08.684524 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1dfc39-cafe-4f6b-983b-57bf8d9268ad" -d '{"events": [{"server_uuid": "53b2a09a-71b7-42d7-8a12-471e65596189", "name": "network-vif-deleted", "tag": "20db09b9-b160-41f7-9d9b-06c3145fffc2"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:44:08.727365 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e4590f-d7ff-49b7-a3bc-0b20b5b6df76 x-openstack-request-id: req-00e4590f-d7ff-49b7-a3bc-0b20b5b6df76 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:44:08.727675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b2a09a-71b7-42d7-8a12-471e65596189", "name": "network-vif-deleted", "tag": "20db09b9-b160-41f7-9d9b-06c3145fffc2", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:44:08.727949 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00e4590f-d7ff-49b7-a3bc-0b20b5b6df76 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:44:08.728345 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e4590f-d7ff-49b7-a3bc-0b20b5b6df76'] response: {'server_uuid': '53b2a09a-71b7-42d7-8a12-471e65596189', 'name': 'network-vif-deleted', 'tag': '20db09b9-b160-41f7-9d9b-06c3145fffc2', 'status': 'completed', 'code': 200} Oct 27 17:44:09.563806 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:09.724252 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=37,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:11.214651 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5b41fd8f-957d-41f3-afbe-40bb76f22289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:13.600798 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-01e2035c-3d5b-4822-98ec-7571ded15762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:15.042543 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:16.270471 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:16.896936 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:17.239145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:17.241733 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:18.657773 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:18.659649 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:18.697078 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 20db09b9-b160-41f7-9d9b-06c3145fffc2 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:44:18.719570 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 20db09b9-b160-41f7-9d9b-06c3145fffc2 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:44:18.719860 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 20db09b9-b160-41f7-9d9b-06c3145fffc2 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:44:27.338154 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:29.040969 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7f478675-9fd1-425d-819c-e4b7f0ddcf60 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:29.042419 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7f478675-9fd1-425d-819c-e4b7f0ddcf60 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 814 time: 0.0981126 Oct 27 17:44:29.056872 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-c04de1aa-c81f-4e24-8689-4ea8acd94aac tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/quotas/737d405702b943f1aaab986473bc833d HTTP/1.1" status: 200 len: 375 time: 0.0092177 Oct 27 17:44:29.087295 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-cf23300c-07d8-45b7-995e-27e3d1287786 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256746 Oct 27 17:44:29.178602 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-cd81a0a8-ef69-4695-b107-e00d8f2df20b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849349 Oct 27 17:44:29.269560 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-a1a5d9f8-edf5-41d7-a6a7-7f96dd3ef3ad service neutron] 10.222.0.36 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844221 Oct 27 17:44:29.451768 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-02f82ab7-f8ab-4676-a0a1-e255d356d4af req-ecfb000f-8b87-4beb-8163-af8e121e2c11 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 210 time: 0.0303688 Oct 27 17:44:30.557112 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-094ca4a7-e533-4791-9945-483c43cdbdba req-d1864c78-5d1d-4aec-b200-c941d70896c3 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 210 time: 0.0307620 Oct 27 17:44:30.763324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-c5870d7d-1e93-4afb-a983-95e282069f2a tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:30.764917 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-c5870d7d-1e93-4afb-a983-95e282069f2a tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 814 time: 0.1054528 Oct 27 17:44:30.783411 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Request body: {'port': {'device_id': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4', 'admin_state_up': True, 'tenant_id': '737d405702b943f1aaab986473bc833d'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:31.157228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Made reservation on behalf of 737d405702b943f1aaab986473bc833d for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:44:31.161026 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:31.287178 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Allocated IP 172.20.0.10 (29be1e99-94b7-4b54-bbe7-329fba4bbba4/46b07004-6dc9-43c5-bf36-46de77cd00dc/8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:44:31.435914 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks [] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:31.467377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:31.509429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:44:31.514447 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:44:31.518363 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:44:31.542160 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Pushing event updated for resources: {'Port': ['ID=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:31.569975 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:31.571197 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:31.587327 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-1fccc7f3-cac2-42de-8431-03625075e610 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8077404 Oct 27 17:44:31.606582 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Request body: {'port': {'device_id': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:31.687520 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:31.700498 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:31.708765 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b4a6-5922-404c-90ce-78ba49190edf req-a7eff5ba-427d-417b-b9e0-aa79fb1d3d0d tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:31.710311 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-adf9b4a6-5922-404c-90ce-78ba49190edf req-a7eff5ba-427d-417b-b9e0-aa79fb1d3d0d tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 932 time: 0.0780644 Oct 27 17:44:31.737009 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:31.840318 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-adf9b4a6-5922-404c-90ce-78ba49190edf req-6c18c93a-60b7-4a12-8b4f-b8d889d27f09 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234212 Oct 27 17:44:31.997756 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:44:32.005101 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Publish callbacks [] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:32.016957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Transition to ACTIVE for port object 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:44:32.020963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:32.094696 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Pushing event updated for resources: {'Port': ['ID=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:32.125299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Attempting to bind port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:44:32.125629 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Attempting to bind port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:44:32.125957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Attempting to bind port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f on network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:44:32.169708 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f on network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:44:32.170058 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Attempting to bind port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f on network 29be1e99-94b7-4b54-bbe7-329fba4bbba4 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:44:32.210263 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:44:32.210588 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Checking segment: {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:44:32.210985 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Bound using segment: {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:44:32.211409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Bound port: 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f355035-3d38-4606-b1eb-f66fae330f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:44:32.211784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:32.270372 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] For port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:44:32.273252 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] For port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:44:32.279915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:32.283849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:32.284456 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:32.285835 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f HTTP/1.1" status: 200 len: 1094 time: 0.6834543 Oct 27 17:44:32.286350 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'tag': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:44:32.288589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b35bbe-b436-4ac9-8755-2d659ca6f711" -d '{"events": [{"name": "network-changed", "server_uuid": "40b2189c-92c2-47aa-bcd5-579ede2f5b96", "tag": "8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:44:32.333048 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea14af2-b0e3-43e1-a571-4efdc8b8d26c x-openstack-request-id: req-aea14af2-b0e3-43e1-a571-4efdc8b8d26c {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:44:32.333339 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b2189c-92c2-47aa-bcd5-579ede2f5b96", "tag": "8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:44:32.333590 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aea14af2-b0e3-43e1-a571-4efdc8b8d26c {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:44:32.333989 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea14af2-b0e3-43e1-a571-4efdc8b8d26c'] response: {'name': 'network-changed', 'server_uuid': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'tag': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f', 'status': 'completed', 'code': 200} Oct 27 17:44:32.339204 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe624e-75b9-4fff-9a20-1c383f33345d service neutron] Pushing event updated for resources: {'Port': ['ID=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:32.399692 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-530b9655-31e6-41a0-8f59-58d17ce00670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:32.401214 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-530b9655-31e6-41a0-8f59-58d17ce00670 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 1128 time: 0.0429380 Oct 27 17:44:32.445592 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-7efab4b7-f4f6-4414-b8ec-49be59e18f51 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f HTTP/1.1" status: 200 len: 217 time: 0.0319715 Oct 27 17:44:32.492525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627357-303a-41b4-bac8-c4af07a2218f req-06c57ac6-d886-463d-91b5-21fdaa6aa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:32.493917 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-06c57ac6-d886-463d-91b5-21fdaa6aa0e7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=46b07004-6dc9-43c5-bf36-46de77cd00dc HTTP/1.1" status: 200 len: 854 time: 0.0430741 Oct 27 17:44:32.527459 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-98616ab8-53d2-47c7-8f53-27bb8cbe32cc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=29be1e99-94b7-4b54-bbe7-329fba4bbba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254791 Oct 27 17:44:32.603633 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:32.624127 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-f67a4c20-f760-4b9f-9fcf-35853d4f80b4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908947 Oct 27 17:44:32.646695 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:32.666574 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:44:32.719299 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c9627357-303a-41b4-bac8-c4af07a2218f req-43ca729c-a831-470f-a475-c6dd7e2d31e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897646 Oct 27 17:44:32.960518 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2ccd0-56e7-4acd-8ddb-3219554cf955 req-6c057b36-dd87-4a12-b2ae-b223c66fde4e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:32.962685 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-30b2ccd0-56e7-4acd-8ddb-3219554cf955 req-6c057b36-dd87-4a12-b2ae-b223c66fde4e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 944 time: 0.0472243 Oct 27 17:44:33.008633 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-30b2ccd0-56e7-4acd-8ddb-3219554cf955 req-ec1ce327-9b5f-4fa0-bfdd-1077be1b975f tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Oct 27 17:44:34.130802 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067475-04ad-4c75-becf-97ac3f0f3487 req-f8f5c9c0-71d2-4504-9eb3-ff6337df329b tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:34.132303 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-61067475-04ad-4c75-becf-97ac3f0f3487 req-f8f5c9c0-71d2-4504-9eb3-ff6337df329b tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 944 time: 0.0480762 Oct 27 17:44:34.179376 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-61067475-04ad-4c75-becf-97ac3f0f3487 req-0a1b0c5a-7540-4e82-ace3-1a68d7094ed6 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Oct 27 17:44:34.716859 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:34.960829 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-e0d9be94-fba9-4fb3-ba1b-aabb473eee36 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1378820443&fields=id&tenant_id=e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 267 time: 0.0437901 Oct 27 17:44:35.067534 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-00dc756f-8458-48a1-bb78-75b21409930f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:35.069000 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-00dc756f-8458-48a1-bb78-75b21409930f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 812 time: 0.1019444 Oct 27 17:44:35.083103 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-f8b7ac20-3a29-4470-9b8c-4b80c2d1bc3f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/quotas/e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 375 time: 0.0087578 Oct 27 17:44:35.132197 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-4b3c77b3-9c73-4060-b181-3e79cee0cfa6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441997 Oct 27 17:44:35.229894 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-13acf7d2-d5c0-498b-98ec-dfb0585d50b3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865777 Oct 27 17:44:35.300596 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca6ef9-e516-4bb3-ab2f-a7ca4616d27c req-0fc0b9ce-206a-440a-9740-1d105b2e308e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:35.302153 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67ca6ef9-e516-4bb3-ab2f-a7ca4616d27c req-0fc0b9ce-206a-440a-9740-1d105b2e308e tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 944 time: 0.0455496 Oct 27 17:44:35.320731 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-c92d5ebb-9896-434d-9a27-504bc78c25dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850551 Oct 27 17:44:35.359384 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-67ca6ef9-e516-4bb3-ab2f-a7ca4616d27c req-486dafa5-1451-486f-a256-d906c9988585 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Oct 27 17:44:35.369853 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-aa3b0972-2579-43eb-b17b-2a1fef86958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:35.371387 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-aa3b0972-2579-43eb-b17b-2a1fef86958a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=737d405702b943f1aaab986473bc833d&device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 1128 time: 0.0439050 Oct 27 17:44:35.468154 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-510a17a6-ebd1-45d5-9664-3e3c94f8a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:35.469700 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-510a17a6-ebd1-45d5-9664-3e3c94f8a921 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 200 len: 915 time: 0.0924692 Oct 27 17:44:35.624518 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c1a604d2-a384-484b-8fb0-67bee1b268ed req-c2b383a7-4039-4d44-96c9-5fd3422b6df6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 210 time: 0.0278883 Oct 27 17:44:35.716760 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-1e2d1ad1-03e1-499a-a0f3-c73bf54227bd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f HTTP/1.1" status: 200 len: 217 time: 0.0356066 Oct 27 17:44:35.774672 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-ededf8dc-a9dc-424d-8c5e-39e5eec6bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:35.776182 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-ededf8dc-a9dc-424d-8c5e-39e5eec6bbfd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=46b07004-6dc9-43c5-bf36-46de77cd00dc HTTP/1.1" status: 200 len: 854 time: 0.0519781 Oct 27 17:44:35.817386 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-4f2b7b0b-ed46-4511-8cc6-43e4ecf00dce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=29be1e99-94b7-4b54-bbe7-329fba4bbba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317185 Oct 27 17:44:35.920726 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-aacfdc84-4903-43d7-91cb-781aecaad9ba service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959189 Oct 27 17:44:36.179481 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:36.201465 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-16b35bbe-b436-4ac9-8755-2d659ca6f711 req-68b82925-d36e-46ef-8fce-5a28c1149c4a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941329 Oct 27 17:44:36.481051 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a6ce-8723-43e5-afd4-d8ca72faa8cf req-eaf85baa-54c0-406a-b3b8-1c9620910452 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:36.482509 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6846a6ce-8723-43e5-afd4-d8ca72faa8cf req-eaf85baa-54c0-406a-b3b8-1c9620910452 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 944 time: 0.0457435 Oct 27 17:44:36.494779 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:36.528765 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6846a6ce-8723-43e5-afd4-d8ca72faa8cf req-04f79cdf-45c8-4136-b7a8-daedd60a04f0 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 Oct 27 17:44:36.725476 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2a28d02f-c3f4-4eac-b823-32200b0ebef8 req-a33c0d82-b8ad-47c8-a71c-e2bf903e7522 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 210 time: 0.0276017 Oct 27 17:44:36.778563 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:44:36.782110 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:36.855636 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:36.878141 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-24d875b4-f4b1-4d7a-b3cf-a206f3518d7c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:36.879771 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-24d875b4-f4b1-4d7a-b3cf-a206f3518d7c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 812 time: 0.1114833 Oct 27 17:44:36.885503 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:36.897403 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f', 'network_id': '29be1e99-94b7-4b54-bbe7-329fba4bbba4', 'port_id': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f', 'mac_address': 'fa:16:3e:5a:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b07004-6dc9-43c5-bf36-46de77cd00dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:44:36.937500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:36.937899 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:36.951296 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:44:36.952520 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-bdf517d7-4a9e-4a16-9c12-04761a6f769b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 380 time: 0.0558493 Oct 27 17:44:36.966797 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'port': {'device_id': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'admin_state_up': True, 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'security_groups': ['5c6e785a-bdbb-4188-8258-00adf044428b']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:36.972163 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:36.977103 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.026089 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:37.076516 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Made reservation on behalf of e62c12b7398343648a02ef5c64cda2b1 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:44:37.080253 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.202828 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Allocated IP 172.20.0.12 (cacaec05-05b8-4422-92f4-e7ab38239f98/cece5815-662b-4965-9e90-238891e4fdc8/7c5fa515-d946-464e-a169-1cd450b97264) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:44:37.346874 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (7c5fa515-d946-464e-a169-1cd450b97264), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.378381 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (7c5fa515-d946-464e-a169-1cd450b97264), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.388087 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:44:37.424693 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:44:37.430093 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:44:37.434196 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:44:37.462749 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=7c5fa515-d946-464e-a169-1cd450b97264,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:37.479872 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:37.499269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:37.499956 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.529650 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5b654197-de6d-444e-98cc-c5f205f61176 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663073 Oct 27 17:44:37.551353 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Request body: {'port': {'device_id': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:37.613760 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:37.637755 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7c5fa515-d946-464e-a169-1cd450b97264), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.706511 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213e690-cb94-4ba4-89b8-b9cd802ccef2 req-73a2ce7c-b98f-4327-b50f-98db4a6ba1ae tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:37.708018 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5213e690-cb94-4ba4-89b8-b9cd802ccef2 req-73a2ce7c-b98f-4327-b50f-98db4a6ba1ae tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 945 time: 0.0802059 Oct 27 17:44:37.729163 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-b43e335f-27bc-483d-a7ee-ff497832af91 None None] Provisioning complete for port 7c5fa515-d946-464e-a169-1cd450b97264 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:37.729538 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b43e335f-27bc-483d-a7ee-ff497832af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (7c5fa515-d946-464e-a169-1cd450b97264), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.729874 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-b43e335f-27bc-483d-a7ee-ff497832af91 None None] Attempt 1 to provision port 7c5fa515-d946-464e-a169-1cd450b97264 Oct 27 17:44:37.764487 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-b43e335f-27bc-483d-a7ee-ff497832af91 None None] Port 7c5fa515-d946-464e-a169-1cd450b97264 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:44:37.824693 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-5213e690-cb94-4ba4-89b8-b9cd802ccef2 req-c96d8794-13b7-4149-a3e8-1726b5236aa9 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107144 Oct 27 17:44:37.850802 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c13cdf-179d-4c03-9688-3e25fe86cb76 req-b75fcb75-40ba-4d23-944f-a1f58065f1c5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:37.852771 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84c13cdf-179d-4c03-9688-3e25fe86cb76 req-b75fcb75-40ba-4d23-944f-a1f58065f1c5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 932 time: 0.0485144 Oct 27 17:44:37.906112 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-84c13cdf-179d-4c03-9688-3e25fe86cb76 req-0223e242-074f-40ce-8710-434e8e5a668c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476520 Oct 27 17:44:37.964962 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5fa515-d946-464e-a169-1cd450b97264 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:44:37.973361 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Publish callbacks [] for port (7c5fa515-d946-464e-a169-1cd450b97264), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:37.985934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Transition to ACTIVE for port object 7c5fa515-d946-464e-a169-1cd450b97264 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:44:37.990530 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (7c5fa515-d946-464e-a169-1cd450b97264), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:38.071462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5fa515-d946-464e-a169-1cd450b97264,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:38.097994 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Attempting to bind port 7c5fa515-d946-464e-a169-1cd450b97264 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:44:38.098328 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Attempting to bind port 7c5fa515-d946-464e-a169-1cd450b97264 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:44:38.098654 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Attempting to bind port 7c5fa515-d946-464e-a169-1cd450b97264 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:44:38.139244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Port 7c5fa515-d946-464e-a169-1cd450b97264 on network cacaec05-05b8-4422-92f4-e7ab38239f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:44:38.139565 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Attempting to bind port 7c5fa515-d946-464e-a169-1cd450b97264 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:44:38.179427 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:44:38.180284 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Checking segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:44:38.180666 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Bound using segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:44:38.181092 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Bound port: 7c5fa515-d946-464e-a169-1cd450b97264, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:44:38.181445 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7c5fa515-d946-464e-a169-1cd450b97264), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:38.243238 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] For port 7c5fa515-d946-464e-a169-1cd450b97264, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:44:38.247139 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] For port 7c5fa515-d946-464e-a169-1cd450b97264, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=7c5fa515-d946-464e-a169-1cd450b97264,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:44:38.252581 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (7c5fa515-d946-464e-a169-1cd450b97264), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:38.256504 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:38.257115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:38.258503 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 200 len: 1094 time: 0.7137985 Oct 27 17:44:38.259034 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:44:38.261278 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454391d8-e7e7-4764-973c-3a0f23632955" -d '{"events": [{"name": "network-changed", "server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "tag": "7c5fa515-d946-464e-a169-1cd450b97264"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:44:38.301957 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f9d57-0e9f-478a-be9d-3ce8a8578bf8 x-openstack-request-id: req-137f9d57-0e9f-478a-be9d-3ce8a8578bf8 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:44:38.302238 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "tag": "7c5fa515-d946-464e-a169-1cd450b97264", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:44:38.302488 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-137f9d57-0e9f-478a-be9d-3ce8a8578bf8 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:44:38.302886 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137f9d57-0e9f-478a-be9d-3ce8a8578bf8'] response: {'name': 'network-changed', 'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264', 'status': 'completed', 'code': 200} Oct 27 17:44:38.308717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:38.314270 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa09ab-aa27-40a1-8a5d-f3a04e02276e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5fa515-d946-464e-a169-1cd450b97264,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:38.372814 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-e23e2831-8f4d-47d5-84b7-b5dcf368900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:38.374290 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-e23e2831-8f4d-47d5-84b7-b5dcf368900c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1128 time: 0.0393507 Oct 27 17:44:38.419472 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-b19a3b56-75e0-4b4e-830a-6588d0aa681f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 200 len: 217 time: 0.0330799 Oct 27 17:44:38.468796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-f7f9c93e-1a7d-4d1b-8fa5-223b154abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:38.470156 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-f7f9c93e-1a7d-4d1b-8fa5-223b154abc0d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0455089 Oct 27 17:44:38.512426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5f1b59c9-14f6-42b5-b65e-37693da1b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:38.513851 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-5f1b59c9-14f6-42b5-b65e-37693da1b325 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377455 Oct 27 17:44:38.587551 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:38.603477 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-7d664778-03fa-4c54-af06-751bbeae5726 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836289 Oct 27 17:44:38.694987 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-36594e32-1d5e-4436-aeb0-a0133e83ab19 req-496f798c-9287-4cf9-accc-420709f8b116 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Oct 27 17:44:38.805462 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:38.849670 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:44:38.855775 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:38.856196 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:38.856530 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f Oct 27 17:44:38.930031 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:38.930420 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:38.947660 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10a63f-4a01-4aa9-ac23-a3149003a3dd req-91483ec0-e044-4e87-a8b0-c10144fa0aa0 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:38.949214 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e10a63f-4a01-4aa9-ac23-a3149003a3dd req-91483ec0-e044-4e87-a8b0-c10144fa0aa0 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 945 time: 0.0467422 Oct 27 17:44:38.955791 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:44:38.958076 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebd546-5516-4770-9d2c-d8e658899386" -d '{"events": [{"server_uuid": "40b2189c-92c2-47aa-bcd5-579ede2f5b96", "name": "network-vif-plugged", "status": "completed", "tag": "8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:44:38.971747 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:38.977192 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:39.001326 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-8e10a63f-4a01-4aa9-ac23-a3149003a3dd req-b1a06667-fdf6-431a-919d-9724ccc46a1c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Oct 27 17:44:39.028972 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:39.041155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118afd7b-bae7-4e69-a168-9a1591a6ea46 req-c43a737c-357d-472e-b241-18dea8fdb224 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:39.042767 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-118afd7b-bae7-4e69-a168-9a1591a6ea46 req-c43a737c-357d-472e-b241-18dea8fdb224 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0516851 Oct 27 17:44:39.064808 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d23056-ea23-4c75-b1ad-be09d44db9e2 x-openstack-request-id: req-a2d23056-ea23-4c75-b1ad-be09d44db9e2 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:44:39.065203 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b2189c-92c2-47aa-bcd5-579ede2f5b96", "name": "network-vif-plugged", "status": "completed", "tag": "8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:44:39.065626 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2d23056-ea23-4c75-b1ad-be09d44db9e2 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:44:39.066089 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d23056-ea23-4c75-b1ad-be09d44db9e2'] response: {'server_uuid': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f', 'code': 200} Oct 27 17:44:39.092914 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-118afd7b-bae7-4e69-a168-9a1591a6ea46 req-51a5c3c3-6316-4272-a5ed-17bbbbc21aac tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Oct 27 17:44:39.646146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454391d8-e7e7-4764-973c-3a0f23632955 req-e6eca9c5-71f3-437e-9447-5ffb18318cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:39.647704 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-e6eca9c5-71f3-437e-9447-5ffb18318cff service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1128 time: 0.0471725 Oct 27 17:44:39.753024 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454391d8-e7e7-4764-973c-3a0f23632955 req-dc7ca958-9ffd-4eca-959a-39e84e0c0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:39.754534 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-dc7ca958-9ffd-4eca-959a-39e84e0c0df1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.1011426 Oct 27 17:44:39.810147 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-9ff52fcf-cb3f-4849-968a-0a9bcb832f0c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 200 len: 217 time: 0.0367208 Oct 27 17:44:39.814997 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69dc71-3624-4d82-9731-f3ff6fc17878 req-34b3ccc2-052b-4eb8-94a2-9e6c57a7945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:39.816433 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7e69dc71-3624-4d82-9731-f3ff6fc17878 req-34b3ccc2-052b-4eb8-94a2-9e6c57a7945a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 1130 time: 0.0778215 Oct 27 17:44:39.881965 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454391d8-e7e7-4764-973c-3a0f23632955 req-90e3946a-a9af-46f4-83b9-c459c85d33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:39.883448 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-90e3946a-a9af-46f4-83b9-c459c85d33b4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0662091 Oct 27 17:44:39.903082 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7e69dc71-3624-4d82-9731-f3ff6fc17878 req-56ecc2b2-7bf1-489c-88b3-592d2ac7018f service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780087 Oct 27 17:44:39.932789 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454391d8-e7e7-4764-973c-3a0f23632955 req-11b9c0cd-751a-4c4c-a505-9c7ed223cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:39.934232 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-11b9c0cd-751a-4c4c-a505-9c7ed223cff9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435071 Oct 27 17:44:40.129753 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1810a-7861-4b37-af65-5529f730bb0f req-728efa61-fdc6-4e86-ab73-2266ad20f62c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:40.131274 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aeb1810a-7861-4b37-af65-5529f730bb0f req-728efa61-fdc6-4e86-ab73-2266ad20f62c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 946 time: 0.0465438 Oct 27 17:44:40.179346 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aeb1810a-7861-4b37-af65-5529f730bb0f req-7ed2037d-7e1a-4980-a9f0-291f5606d56f tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Oct 27 17:44:40.213155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f333-ea24-4146-8c9a-a2465ad594be req-ae0b754b-7395-4386-9050-35655b83cd63 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:40.214626 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3af4f333-ea24-4146-8c9a-a2465ad594be req-ae0b754b-7395-4386-9050-35655b83cd63 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0473285 Oct 27 17:44:40.262665 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3af4f333-ea24-4146-8c9a-a2465ad594be req-efb712ae-e2a0-4b0f-ad26-f6949dd8eafc tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Oct 27 17:44:40.355324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:40.361365 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-64bfeb1f-56c4-487f-af53-c8e9f89db368 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882204 Oct 27 17:44:40.895846 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-454391d8-e7e7-4764-973c-3a0f23632955 req-84607982-1534-48aa-9aaf-ca05cbf74982 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834873 Oct 27 17:44:41.206798 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-93c6053f-698a-4bf2-afaf-c164f5daece8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:41.302874 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c839c-0fee-4033-97bc-09901d6883e4 req-b4df7f9d-808e-4bf1-aef0-9cdcb51b78fb tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:41.304467 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-729c839c-0fee-4033-97bc-09901d6883e4 req-b4df7f9d-808e-4bf1-aef0-9cdcb51b78fb tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Oct 27 17:44:41.352132 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-729c839c-0fee-4033-97bc-09901d6883e4 req-8add8c07-a86b-4168-931f-b3e1196afa11 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Oct 27 17:44:41.389140 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11866ad-5fb8-4755-b046-f945631aa1c7 req-72312ec9-1381-4f00-b0fd-a76ecce3dd23 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:41.390971 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c11866ad-5fb8-4755-b046-f945631aa1c7 req-72312ec9-1381-4f00-b0fd-a76ecce3dd23 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0507374 Oct 27 17:44:41.443762 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c11866ad-5fb8-4755-b046-f945631aa1c7 req-5035194e-b457-45cf-abdd-0a2d3db522be tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465615 Oct 27 17:44:42.476103 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63cd8-b92d-4eaa-ad49-4d18c78ce83e req-fb00dce3-d605-4691-8fe6-8c2af05c21be tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:42.479092 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cce63cd8-b92d-4eaa-ad49-4d18c78ce83e req-fb00dce3-d605-4691-8fe6-8c2af05c21be tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 946 time: 0.0514104 Oct 27 17:44:42.525725 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cce63cd8-b92d-4eaa-ad49-4d18c78ce83e req-43136ef4-5acf-4ff2-8f81-5eb70b83bdda tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Oct 27 17:44:42.563440 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229cc2-c051-4e51-97d8-31de597b6f27 req-18cd23c5-5b04-4342-9b42-dfbada81e5bb tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:42.564993 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-01229cc2-c051-4e51-97d8-31de597b6f27 req-18cd23c5-5b04-4342-9b42-dfbada81e5bb tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0474308 Oct 27 17:44:42.597482 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:42.614824 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-01229cc2-c051-4e51-97d8-31de597b6f27 req-d916c30a-d9e8-4a15-a7e4-7f9e4807ea5d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Oct 27 17:44:43.598418 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:43.603462 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-235c4626-ecc9-4cf6-924c-7fa1fd811b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:43.732901 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545ca6-7088-4edd-a387-05a16a33e834 req-dec7284e-1ca9-40ae-bd46-177a28ab532b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:43.734351 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-98545ca6-7088-4edd-a387-05a16a33e834 req-dec7284e-1ca9-40ae-bd46-177a28ab532b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0458229 Oct 27 17:44:43.783674 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-98545ca6-7088-4edd-a387-05a16a33e834 req-5e4c58f7-a629-45af-b960-7a092f469137 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Oct 27 17:44:44.885624 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:44.888483 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=100 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:44.904507 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f63d1a-3cfb-4714-b258-77b873a46d13 req-37de350e-0c6d-4568-984b-9a8f2ea9a968 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:44.905984 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01f63d1a-3cfb-4714-b258-77b873a46d13 req-37de350e-0c6d-4568-984b-9a8f2ea9a968 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0476778 Oct 27 17:44:44.957695 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-01f63d1a-3cfb-4714-b258-77b873a46d13 req-f71293f0-bfaf-41bf-ab64-30ca88bea40a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461316 Oct 27 17:44:45.045556 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:46.082462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144c8e-bfe2-42c2-baa3-f224517e3499 req-d3ea03be-ba40-4f1b-94ea-de5b9113a0e9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:46.083933 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ec144c8e-bfe2-42c2-baa3-f224517e3499 req-d3ea03be-ba40-4f1b-94ea-de5b9113a0e9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 944 time: 0.0491045 Oct 27 17:44:46.133157 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ec144c8e-bfe2-42c2-baa3-f224517e3499 req-343f27b2-7de2-4780-b1cc-2360252d1d6f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 Oct 27 17:44:46.274698 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:46.824902 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 7c5fa515-d946-464e-a169-1cd450b97264 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:44:46.919351 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:46.930936 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:46.938210 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 7c5fa515-d946-464e-a169-1cd450b97264, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=7c5fa515-d946-464e-a169-1cd450b97264,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:46.950408 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': '7c5fa515-d946-464e-a169-1cd450b97264', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'port_id': '7c5fa515-d946-464e-a169-1cd450b97264', 'mac_address': 'fa:16:3e:f4:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:44:46.984943 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 7c5fa515-d946-464e-a169-1cd450b97264 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:46.985313 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7c5fa515-d946-464e-a169-1cd450b97264), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:46.998308 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5fa515-d946-464e-a169-1cd450b97264 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:44:47.017096 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 7c5fa515-d946-464e-a169-1cd450b97264, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=7c5fa515-d946-464e-a169-1cd450b97264,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:47.020386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (7c5fa515-d946-464e-a169-1cd450b97264), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:47.068768 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=7c5fa515-d946-464e-a169-1cd450b97264,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:47.253090 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d97013-167a-4d2c-9b04-39ae5de714e4 req-fb6e531b-b50b-4964-9a8f-067efb80b25f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:47.254558 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7d97013-167a-4d2c-9b04-39ae5de714e4 req-fb6e531b-b50b-4964-9a8f-067efb80b25f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 945 time: 0.0466516 Oct 27 17:44:47.302348 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d7d97013-167a-4d2c-9b04-39ae5de714e4 req-2af4b29a-c964-4b94-ac4f-e4b9dcccd18f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Oct 27 17:44:47.455207 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['7c5fa515-d946-464e-a169-1cd450b97264'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:44:48.419597 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd0561-2b49-4669-b9f1-f47ad6d4ada1 req-448d7614-e28c-4dc0-beed-751ef8452da9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:48.421154 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d4fd0561-2b49-4669-b9f1-f47ad6d4ada1 req-448d7614-e28c-4dc0-beed-751ef8452da9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 945 time: 0.0466173 Oct 27 17:44:48.469222 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d4fd0561-2b49-4669-b9f1-f47ad6d4ada1 req-9097cf9b-38d2-4076-b0c2-8ff676ce3160 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Oct 27 17:44:48.848102 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 7c5fa515-d946-464e-a169-1cd450b97264 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:44:48.889389 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port 7c5fa515-d946-464e-a169-1cd450b97264 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:44:48.894930 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port 7c5fa515-d946-464e-a169-1cd450b97264 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:44:48.895386 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (7c5fa515-d946-464e-a169-1cd450b97264), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:48.895627 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port 7c5fa515-d946-464e-a169-1cd450b97264 Oct 27 17:44:48.968432 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port 7c5fa515-d946-464e-a169-1cd450b97264 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:44:48.968807 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (7c5fa515-d946-464e-a169-1cd450b97264), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:48.971254 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:48.993209 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:44:48.995409 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331fc5a4-3991-4bf0-be7b-f46f63aa1a58" -d '{"events": [{"server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "7c5fa515-d946-464e-a169-1cd450b97264"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:44:49.008000 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port 7c5fa515-d946-464e-a169-1cd450b97264, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=7c5fa515-d946-464e-a169-1cd450b97264,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:44:49.011896 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (7c5fa515-d946-464e-a169-1cd450b97264), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:49.037946 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87a373-afb8-4ca4-8cd7-b6e8fbb9b69a x-openstack-request-id: req-fb87a373-afb8-4ca4-8cd7-b6e8fbb9b69a {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:44:49.038226 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "7c5fa515-d946-464e-a169-1cd450b97264", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:44:49.038478 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb87a373-afb8-4ca4-8cd7-b6e8fbb9b69a {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:44:49.038930 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb87a373-afb8-4ca4-8cd7-b6e8fbb9b69a'] response: {'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264', 'code': 200} Oct 27 17:44:49.064225 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=7c5fa515-d946-464e-a169-1cd450b97264,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:49.605926 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338b5ab-ef81-48a8-b334-dedbf79a074c req-4f103fc9-60ba-4c80-be86-fbaade326184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:49.607442 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b338b5ab-ef81-48a8-b334-dedbf79a074c req-4f103fc9-60ba-4c80-be86-fbaade326184 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1130 time: 0.0737951 Oct 27 17:44:49.617478 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7c2af-278e-40fb-bc8e-bcc0a33e0e7d req-70915bc4-dc3b-4037-9c51-e9c7788f7b3f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:49.619432 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d6f7c2af-278e-40fb-bc8e-bcc0a33e0e7d req-70915bc4-dc3b-4037-9c51-e9c7788f7b3f tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0546670 Oct 27 17:44:49.689978 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-b338b5ab-ef81-48a8-b334-dedbf79a074c req-a06a6b78-2170-449f-bc7b-f8203bc53af3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695541 Oct 27 17:44:49.698852 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d6f7c2af-278e-40fb-bc8e-bcc0a33e0e7d req-18c9d2e1-2b66-44c7-9e3a-988c483e43af tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721300 Oct 27 17:44:50.817675 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557095e-2d67-42c8-964f-3469c6b7aaf5 req-d8675588-bcfd-418c-9d2a-e7acd87e6ca6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:50.819133 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1557095e-2d67-42c8-964f-3469c6b7aaf5 req-d8675588-bcfd-418c-9d2a-e7acd87e6ca6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0457358 Oct 27 17:44:50.867638 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-1557095e-2d67-42c8-964f-3469c6b7aaf5 req-985ef41f-75c4-4f87-8d10-fa57be45bb4e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Oct 27 17:44:51.677989 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:51.986314 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3f55-11a5-49f9-adf6-cd48c030c4df req-c05af48d-0510-403b-87d8-371fffdaf96e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:51.987806 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cbfc3f55-11a5-49f9-adf6-cd48c030c4df req-c05af48d-0510-403b-87d8-371fffdaf96e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0469375 Oct 27 17:44:52.042355 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-cbfc3f55-11a5-49f9-adf6-cd48c030c4df req-25e790e9-8458-45e9-817e-d11c6a02181e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 Oct 27 17:44:53.162466 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088231c6-ecb9-4d40-a2ea-f63da26de9bf req-4a1704b4-fcd5-46dd-b2ce-820aa4f549ac tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:53.163960 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-088231c6-ecb9-4d40-a2ea-f63da26de9bf req-4a1704b4-fcd5-46dd-b2ce-820aa4f549ac tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0502386 Oct 27 17:44:53.212201 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-088231c6-ecb9-4d40-a2ea-f63da26de9bf req-501ff7ac-7ded-4262-b66e-115b7796334d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Oct 27 17:44:54.330028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6ac1-f240-4000-91a7-cefe64496f37 req-227df824-8e32-4a0b-aefb-a99767bf4a5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:54.331481 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-49df6ac1-f240-4000-91a7-cefe64496f37 req-227df824-8e32-4a0b-aefb-a99767bf4a5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0462162 Oct 27 17:44:54.379675 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-49df6ac1-f240-4000-91a7-cefe64496f37 req-43809516-1b62-46c6-a845-7498c70d172c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Oct 27 17:44:55.499278 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9ae5-cd9b-4b5b-aca0-422313cbe002 req-b8aad5f2-b84f-4b4e-bfe5-f40ec56904fa tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:55.500757 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05fb9ae5-cd9b-4b5b-aca0-422313cbe002 req-b8aad5f2-b84f-4b4e-bfe5-f40ec56904fa tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0458815 Oct 27 17:44:55.548323 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-05fb9ae5-cd9b-4b5b-aca0-422313cbe002 req-9aa652ef-02f7-4319-944e-2aaf6f2657bc tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Oct 27 17:44:55.669122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d5fe9-3611-4156-baf8-693e3bee371d req-bfbf81e6-0a1e-42b8-8ae3-4cfab85bc9be tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:55.670510 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1f4d5fe9-3611-4156-baf8-693e3bee371d req-bfbf81e6-0a1e-42b8-8ae3-4cfab85bc9be tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0473278 Oct 27 17:44:55.718931 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1f4d5fe9-3611-4156-baf8-693e3bee371d req-047e1176-8204-490b-ad58-9c7fc4be5133 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Oct 27 17:44:55.747784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46842) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:55.872375 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:55.876378 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992852b-5271-48b7-9fbf-1d443b984567 tempest-TestVolumeBootPattern-1035486943 tempest-TestVolumeBootPattern-1035486943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:44:55.877942 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2992852b-5271-48b7-9fbf-1d443b984567 tempest-TestVolumeBootPattern-1035486943 tempest-TestVolumeBootPattern-1035486943-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1125 time: 0.1292024 Oct 27 17:44:55.881010 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 46846) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:44:55.885911 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'port_id': '7c5fa515-d946-464e-a169-1cd450b97264', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:44:55.906244 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:55.981675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:56.084948 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Allocated IP 172.27.0.95 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:44:56.088589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:56.185934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:56.220426 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:56.530899 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:44:56.535945 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:44:56.538099 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:56.540734 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:44:56.567088 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.567431 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.567798 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.568136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.568468 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.568797 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.569125 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.569447 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.569772 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.570094 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.570416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.570768 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.571083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.571402 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.571742 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:44:56.903817 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (49e86003-0cea-44b6-9bce-cd447c8d2c07), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:56.904965 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:56.967540 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:57.095043 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:44:57.111039 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:57.115750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:57.181267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (49e86003-0cea-44b6-9bce-cd447c8d2c07), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:57.183078 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:44:57.278147 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Floating IP 49e86003-0cea-44b6-9bce-cd447c8d2c07 associated. External IP: 172.27.0.95, port: 7c5fa515-d946-464e-a169-1cd450b97264. Oct 27 17:44:57.354567 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:57.476691 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:44:57.580384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:44:57.589682 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:44:57.597828 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:44:57.600390 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:44:57.601025 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:44:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:57.628438 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-e3af429f-fe38-4fa3-8734-e359c1bccf81 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7462590 Oct 27 17:44:57.629400 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:44:57.631980 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530" -d '{"events": [{"name": "network-changed", "server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "tag": "7c5fa515-d946-464e-a169-1cd450b97264"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:44:57.669766 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476f0bc2-dcfe-4b98-8f92-c67835f91d4a x-openstack-request-id: req-476f0bc2-dcfe-4b98-8f92-c67835f91d4a {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:44:57.670063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "tag": "7c5fa515-d946-464e-a169-1cd450b97264", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:44:57.670316 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-476f0bc2-dcfe-4b98-8f92-c67835f91d4a {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:44:57.670723 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476f0bc2-dcfe-4b98-8f92-c67835f91d4a'] response: {'name': 'network-changed', 'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264', 'status': 'completed', 'code': 200} Oct 27 17:44:57.703682 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:44:57.906949 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '49e86003-0cea-44b6-9bce-cd447c8d2c07', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': '7c5fa515-d946-464e-a169-1cd450b97264', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:f4:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:44:56Z', 'updated_at': '2022-10-27T17:44:56Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:57.934449 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:44:57.942437 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:44:57.943025 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:44:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:58.040947 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:44:58.241473 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '49e86003-0cea-44b6-9bce-cd447c8d2c07', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': '7c5fa515-d946-464e-a169-1cd450b97264', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:f4:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:44:56Z', 'updated_at': '2022-10-27T17:44:56Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:44:58.268891 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121f349-f5c8-4e46-9cb6-7b8f6daa1d35 None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '49e86003-0cea-44b6-9bce-cd447c8d2c07', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': '7c5fa515-d946-464e-a169-1cd450b97264', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:f4:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:44:56Z', 'updated_at': '2022-10-27T17:44:56Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:44:58.443968 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d359430-1f15-45b3-a6fa-a3c8c1620ae9 None None] New status for floating IP 49e86003-0cea-44b6-9bce-cd447c8d2c07: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:45:00.608651 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-bc11ff24-26f6-43ce-9c78-8931b0f111e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:00.610133 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-bc11ff24-26f6-43ce-9c78-8931b0f111e7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1130 time: 0.0394225 Oct 27 17:45:00.697844 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:00.713122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-83c02564-d8ed-40b9-95d5-7ca00801df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:00.714631 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-83c02564-d8ed-40b9-95d5-7ca00801df15 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0899849 Oct 27 17:45:00.775319 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-d9b51bba-cd29-4552-b2b5-d7445b74b941 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 200 len: 1001 time: 0.0542011 Oct 27 17:45:00.826033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-507195cd-3e48-4ce3-afd4-7775b2de3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:00.827516 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-507195cd-3e48-4ce3-afd4-7775b2de3bac service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0464697 Oct 27 17:45:00.872571 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-f8a19643-3275-4b07-b1c2-b298f755fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:00.874045 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-f8a19643-3275-4b07-b1c2-b298f755fbec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389316 Oct 27 17:45:00.964116 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-11fc1266-40ee-4980-9a71-678d6b1c71cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 Oct 27 17:45:00.978165 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:01.057651 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab9b0e9d-00a1-40f8-af25-4e8c6b631530 req-9a47229e-b7e0-48bb-9e18-3a8b8b6c56f3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Oct 27 17:45:05.541342 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=43 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:05.544067 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=43 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:06.748649 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ab8e-77a6-419c-9033-865e9e590854 req-372956c0-c08a-4847-b56a-6b96f31b7ad1 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:06.750146 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4357ab8e-77a6-419c-9033-865e9e590854 req-372956c0-c08a-4847-b56a-6b96f31b7ad1 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Oct 27 17:45:06.798173 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4357ab8e-77a6-419c-9033-865e9e590854 req-540afe27-8dc0-478c-80af-cc88cb1f31be tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Oct 27 17:45:07.922216 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d23ce-3a02-49bf-aeba-f53d1dd13dd1 req-c08de3e5-17b7-4553-b95b-78b3670bdc2c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:07.923738 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-178d23ce-3a02-49bf-aeba-f53d1dd13dd1 req-c08de3e5-17b7-4553-b95b-78b3670bdc2c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 946 time: 0.0507452 Oct 27 17:45:07.970090 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-178d23ce-3a02-49bf-aeba-f53d1dd13dd1 req-273e8f15-544a-4379-9d61-c3880212ab78 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a16c861e-cc76-4745-a6b1-dac5255a9d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Oct 27 17:45:08.543956 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=4,neutron:SELECT=16 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:08.546493 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:08.709267 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-d0cdd448-2d9b-4715-835c-52963797a19c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:08.710707 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-d0cdd448-2d9b-4715-835c-52963797a19c tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 946 time: 0.0502646 Oct 27 17:45:08.790804 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Deleting port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:45:08.791148 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:08.882603 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] For port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,segment=NetworkSegment(3f355035-3d38-4606-b1eb-f66fae330f88),segment_id=3f355035-3d38-4606-b1eb-f66fae330f88)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:45:08.882881 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:08.896364 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Calling delete_port for 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:45:09.020425 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:09.054152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Pushing event deleted for resources: {'Port': ['ID=8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:45:09.085609 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-52d1d75e-5581-4972-8fe1-3e6474d11ce7 req-1e32afaa-5524-440e-ad93-38db2e4cfd56 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=40b2189c-92c2-47aa-bcd5-579ede2f5b96 HTTP/1.1" status: 200 len: 210 time: 0.0348608 Oct 27 17:45:09.119843 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] No DVR routers for this DVR port 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:45:09.122367 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:09.125647 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-4fbba562-bb05-4de9-a2bf-a2059c135dd1 req-caa0e32f-e464-4685-bd15-8c70b681bff7 tempest-VolumesSnapshotTestJSON-1032049549 tempest-VolumesSnapshotTestJSON-1032049549-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f HTTP/1.1" status: 204 len: 173 time: 0.4094572 Oct 27 17:45:09.126137 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'name': 'network-vif-deleted', 'tag': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:45:09.128377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca90d9c4-e619-41f9-a5b3-c589b326556a" -d '{"events": [{"server_uuid": "40b2189c-92c2-47aa-bcd5-579ede2f5b96", "name": "network-vif-deleted", "tag": "8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:45:09.169388 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad05a823-f8c9-45ef-861b-8f64d1a16f09 x-openstack-request-id: req-ad05a823-f8c9-45ef-861b-8f64d1a16f09 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:45:09.169685 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b2189c-92c2-47aa-bcd5-579ede2f5b96", "name": "network-vif-deleted", "tag": "8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:45:09.169940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad05a823-f8c9-45ef-861b-8f64d1a16f09 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:45:09.170374 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad05a823-f8c9-45ef-861b-8f64d1a16f09'] response: {'server_uuid': '40b2189c-92c2-47aa-bcd5-579ede2f5b96', 'name': 'network-vif-deleted', 'tag': '8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f', 'status': 'completed', 'code': 200} Oct 27 17:45:09.665466 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:45:10.977961 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:45:10.997256 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:45:10.997543 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 8c6c9aed-3c9f-4c5c-814b-b0fc0027ed3f not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:45:11.210777 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02ff567d-663d-4cff-99ea-d4a27c199f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:11.722756 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:13.605256 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e3251e4a-4db0-4006-bb62-c9775869969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:15.048100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:16.277504 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:16.904859 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:17.964566 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=11 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:17.966370 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=7 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:19.083867 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=88,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:19.104743 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:19.662022 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:26.892179 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:26.899018 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:27.385831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:34.179610 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-5e786945-9c4c-4b99-a94a-fb818c0ba0aa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377474 Oct 27 17:45:34.285273 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-d0d5d3e5-8075-4a6b-a04f-f4238d59751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:34.286749 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-d0d5d3e5-8075-4a6b-a04f-f4238d59751a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1130 time: 0.0428569 Oct 27 17:45:34.388460 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-30348f5e-6acb-4025-8b6f-d1954b0460d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:34.390546 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-30348f5e-6acb-4025-8b6f-d1954b0460d9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0856802 Oct 27 17:45:34.453814 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-f789d4cb-550d-4d0b-885c-2a65d249bb21 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 200 len: 1001 time: 0.0576601 Oct 27 17:45:34.500671 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-67406a5d-e971-4991-afcb-c90c5edc185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:34.502121 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-67406a5d-e971-4991-afcb-c90c5edc185d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0428336 Oct 27 17:45:34.539655 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47044) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:45:34.567865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-8d23b228-5af9-45da-8413-02dd4506f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:45:34.569336 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-8d23b228-5af9-45da-8413-02dd4506f589 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619898 Oct 27 17:45:34.617645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Deleting subnet 46b07004-6dc9-43c5-bf36-46de77cd00dc {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:45:34.644457 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Publish callbacks [] for subnet (46b07004-6dc9-43c5-bf36-46de77cd00dc), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:34.693672 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (46b07004-6dc9-43c5-bf36-46de77cd00dc), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:34.730533 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-9090763e-5c5e-4fd3-baf1-6737191725e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533594 Oct 27 17:45:34.766902 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (46b07004-6dc9-43c5-bf36-46de77cd00dc), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:34.860941 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-2f0a6d8e-6865-4d6e-b085-1d433a555ac6 req-33961f6f-fadd-46f1-b242-3004a889585b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247416 Oct 27 17:45:34.865456 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (46b07004-6dc9-43c5-bf36-46de77cd00dc), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:34.893810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b07004-6dc9-43c5-bf36-46de77cd00dc,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:45:34.899566 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:34.902744 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d6296b72-4ff6-4e13-b24b-263521e84be9 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/46b07004-6dc9-43c5-bf36-46de77cd00dc HTTP/1.1" status: 204 len: 168 time: 0.3621275 Oct 27 17:45:34.905250 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47046) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:45:34.972562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (29be1e99-94b7-4b54-bbe7-329fba4bbba4), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.051297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (29be1e99-94b7-4b54-bbe7-329fba4bbba4), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.071138 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29be1e99-94b7-4b54-bbe7-329fba4bbba4']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:45:35.080939 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f355035-3d38-4606-b1eb-f66fae330f88') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:45:35.081237 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f355035-3d38-4606-b1eb-f66fae330f88') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:45:35.090545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (3f355035-3d38-4606-b1eb-f66fae330f88), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.097746 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:35.100573 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:35.105079 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (3f355035-3d38-4606-b1eb-f66fae330f88), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.112735 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:45:35.113210 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (3f355035-3d38-4606-b1eb-f66fae330f88), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.176496 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (29be1e99-94b7-4b54-bbe7-329fba4bbba4), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.183597 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.189732 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/29be1e99-94b7-4b54-bbe7-329fba4bbba4 HTTP/1.1" status: 204 len: 168 time: 0.2799132 Oct 27 17:45:35.196423 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815e7a6-696d-4cfb-9f04-1e0093446e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=29be1e99-94b7-4b54-bbe7-329fba4bbba4,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:45:35.200036 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 3f355035-3d38-4606-b1eb-f66fae330f88 resource provider aggregate not found Oct 27 17:45:35.217960 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment 3f355035-3d38-4606-b1eb-f66fae330f88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f355035-3d38-4606-b1eb-f66fae330f88 found for delete ", "request_id": "req-3f2e2cdc-01c0-48e7-a318-cc64f37a24be"}]} Oct 27 17:45:35.355991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47056) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:45:35.401358 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-cbc2c6e4-4cbb-486c-bcd5-0a22c4480192 admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=737d405702b943f1aaab986473bc833d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441842 Oct 27 17:45:35.403955 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47058) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:45:35.452707 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf09d4b-a88e-406e-b37c-3ea981784bf2 admin admin] Publish callbacks [] for security_group (a16c861e-cc76-4745-a6b1-dac5255a9d40), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.473198 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf09d4b-a88e-406e-b37c-3ea981784bf2 admin admin] Publish callbacks [] for security_group (a16c861e-cc76-4745-a6b1-dac5255a9d40), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.520155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf09d4b-a88e-406e-b37c-3ea981784bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (a16c861e-cc76-4745-a6b1-dac5255a9d40), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.522744 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2cf09d4b-a88e-406e-b37c-3ea981784bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:35.523912 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2cf09d4b-a88e-406e-b37c-3ea981784bf2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/a16c861e-cc76-4745-a6b1-dac5255a9d40 HTTP/1.1" status: 204 len: 168 time: 0.1190388 Oct 27 17:45:35.531850 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf09d4b-a88e-406e-b37c-3ea981784bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16c861e-cc76-4745-a6b1-dac5255a9d40,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:45:37.379271 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:41.212288 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-de0a10fe-d508-449d-9ef8-6783247e6f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:43.607704 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-987a29ea-2c30-4105-bc7c-b7171ea0a17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:45.050804 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:45.527012 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:45.527822 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=4,neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:46.279200 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:46.664061 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:45:46.908274 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:45:56.659083 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:56.659876 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:56.902213 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:56.904247 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:45:57.373573 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:07.367869 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:07.369723 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:09.717103 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:09.717850 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:11.213978 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5f56-2f62-4ae3-9812-c432a80249b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:13.610873 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-70a03a0b-9726-4e11-b6d4-eb5323163ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:15.054721 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:15.883461 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-bc1c1e3e-702e-49f6-b9cb-46b44d0004d4 req-271c2258-232f-421b-9363-f12be1817f3f service neutron] (104580) timed out ('10.222.0.40', 53017) {{(pid=104580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:46:16.021891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-0eefc3d7-86a0-44a5-9502-bf800d7fb0cd req-dd1b692e-e4d9-4085-b6a4-03b3beb11c63 service neutron] (104579) timed out ('10.222.0.40', 53025) {{(pid=104579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:46:16.287579 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:16.481458 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-78ed6779-d346-411a-be96-d65c5a3bfe1b req-c5b272de-a716-4a4b-b8ed-9a4270b70dfe service neutron] (104580) timed out ('10.222.0.40', 53069) {{(pid=104580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:46:16.910759 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:23.662923 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:46:27.416131 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:33.658214 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:33.658985 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:34.185152 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-1c075ac0-09f2-4886-b48b-f7faf92cfe2a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377386 Oct 27 17:46:34.288303 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-4051e741-74b5-4be2-b446-46c67479cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:46:34.289775 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-4051e741-74b5-4be2-b446-46c67479cf3b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 1130 time: 0.0413902 Oct 27 17:46:34.390918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-c742b9b0-2bd3-426d-8177-edc669d6d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:46:34.392347 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-c742b9b0-2bd3-426d-8177-edc669d6d767 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0851312 Oct 27 17:46:34.457827 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-d7fd7c15-c51f-4821-b822-d889610239e5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 200 len: 1001 time: 0.0586329 Oct 27 17:46:34.505585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-40ddb091-a410-4493-8572-5afe4cd1ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:46:34.507477 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-40ddb091-a410-4493-8572-5afe4cd1ac0e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0427508 Oct 27 17:46:34.548918 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-dddde90b-ab2b-429c-b7d4-a94d033ba31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:46:34.550422 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-dddde90b-ab2b-429c-b7d4-a94d033ba31c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372324 Oct 27 17:46:34.642192 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-101224a3-fda7-44c7-a775-bc5ba89cf9c3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Oct 27 17:46:34.727920 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ab3f1814-aaf5-4276-8659-1e987e5bf559 req-bd2c0592-ac5b-45c4-9b40-4f0d43e29938 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803442 Oct 27 17:46:37.406724 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:37.412353 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=4,neutron:SELECT=22 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:41.215872 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-168644cf-e158-4cef-b3f9-f8a0df8bbfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:43.612816 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-becf57a8-4dd3-47e6-b9a2-4f22f26fab6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:44.722831 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=51 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:44.724857 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=50 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:45.055175 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:46.287078 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:46.914708 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:46:56.905941 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:56.910187 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:46:57.414965 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:00.660996 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:47:00.785294 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-f64214cc-74fa-4935-bf68-53f7e6124858 req-2f407109-aae3-4d38-a616-5c74e0271d05 service neutron] (104579) timed out ('10.222.0.40', 53035) {{(pid=104579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:47:01.000125 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-a9a67649-0e30-44ea-b422-666fb8f4287f req-549b39e7-0d48-47fa-b2ac-e5fe140a56ce service neutron] (104580) timed out ('10.222.0.40', 52996) {{(pid=104580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:47:07.404847 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:07.411663 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:10.335583 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:10.656764 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:11.217327 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb9f-541c-4cf0-96d0-29ed984a63c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:13.614381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7036e95-8de6-4b31-804e-d3e478762ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:15.058406 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:15.431618 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d35c9-f474-4226-a692-869a2713981e req-83b828ae-1433-4903-8872-13a26b25251b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:15.433142 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3d2d35c9-f474-4226-a692-869a2713981e req-83b828ae-1433-4903-8872-13a26b25251b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.2483337 Oct 27 17:47:15.481945 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3d2d35c9-f474-4226-a692-869a2713981e req-c147988b-0981-4557-9d33-64b7f93855f0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Oct 27 17:47:16.290026 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:16.661889 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef470a-422e-4cac-9c6c-5b5055b58e74 req-ab0b139f-b3ba-4e77-bfec-702baa7335e1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:16.663350 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-feef470a-422e-4cac-9c6c-5b5055b58e74 req-ab0b139f-b3ba-4e77-bfec-702baa7335e1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0996325 Oct 27 17:47:16.712423 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-feef470a-422e-4cac-9c6c-5b5055b58e74 req-52b04903-df9e-4a71-a64a-8a14199f6a3a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Oct 27 17:47:16.917500 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:16.976380 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-790bd7f0-4d2e-4927-952d-b3854214fee0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:16.978506 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-790bd7f0-4d2e-4927-952d-b3854214fee0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 946 time: 0.0471103 Oct 27 17:47:17.057191 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Deleting port 7c5fa515-d946-464e-a169-1cd450b97264 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:47:17.057533 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (7c5fa515-d946-464e-a169-1cd450b97264), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:17.147220 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] For port 7c5fa515-d946-464e-a169-1cd450b97264, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=7c5fa515-d946-464e-a169-1cd450b97264,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:47:17.147509 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (7c5fa515-d946-464e-a169-1cd450b97264), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:17.574871 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:17.575386 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (49e86003-0cea-44b6-9bce-cd447c8d2c07), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:17.575848 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Floating IP 49e86003-0cea-44b6-9bce-cd447c8d2c07 disassociated. External IP: 172.27.0.95, port: 7c5fa515-d946-464e-a169-1cd450b97264. Oct 27 17:47:17.576248 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Calling delete_port for 7c5fa515-d946-464e-a169-1cd450b97264 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:47:17.702894 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (7c5fa515-d946-464e-a169-1cd450b97264), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:17.729672 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'Port': ['ID=7c5fa515-d946-464e-a169-1cd450b97264,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:17.740842 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.741195 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.741542 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.741882 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.742216 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.742546 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.743370 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.743695 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.744057 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.744380 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.744703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.745027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.745349 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.745667 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.745985 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:17.829020 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-633d9e21-10fc-46b1-b875-e3aed621cfde req-372b747e-d5d5-46e9-a825-60635bf56ab6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 210 time: 0.0349853 Oct 27 17:47:17.881461 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:47:17.985186 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:47:17.989702 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:17.996241 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:47:18.005507 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:47:18.006057 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:47:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:18.032923 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] No DVR routers for this DVR port 7c5fa515-d946-464e-a169-1cd450b97264 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:47:18.035529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:18.038884 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-a99f18f8-ea20-4e72-9df5-74301eade961 req-35d67494-ca7c-4b7f-adf3-c41febc6fb5b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "DELETE /networking/v2.0/ports/7c5fa515-d946-464e-a169-1cd450b97264 HTTP/1.1" status: 204 len: 173 time: 1.0555437 Oct 27 17:47:18.039576 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'name': 'network-vif-deleted', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:47:18.042891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b450cc-4d7d-41f2-914b-b91b2551b6b4" -d '{"events": [{"server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "name": "network-vif-deleted", "tag": "7c5fa515-d946-464e-a169-1cd450b97264"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:47:18.114896 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:47:18.165589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a4e43-9646-4ba9-92fc-c5e58935031b x-openstack-request-id: req-a10a4e43-9646-4ba9-92fc-c5e58935031b {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:47:18.166083 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd62978f-8c7f-4d02-8742-98a3a867dd4e", "name": "network-vif-deleted", "tag": "7c5fa515-d946-464e-a169-1cd450b97264", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:47:18.166521 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a10a4e43-9646-4ba9-92fc-c5e58935031b {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:47:18.167092 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10a4e43-9646-4ba9-92fc-c5e58935031b'] response: {'server_uuid': 'cd62978f-8c7f-4d02-8742-98a3a867dd4e', 'name': 'network-vif-deleted', 'tag': '7c5fa515-d946-464e-a169-1cd450b97264', 'status': 'completed', 'code': 200} Oct 27 17:47:18.309161 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:18.337506 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:47:18.345554 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:47:18.346155 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:47:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:18.444553 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:47:18.638292 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:18.662483 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816c26f-f2b9-410f-93f7-01f9d0c2c65c None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:47:18.884637 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db4653-91cb-4d66-9389-ca8e74f82f14 None None] New status for floating IP 49e86003-0cea-44b6-9bce-cd447c8d2c07: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:47:18.946780 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e5c3a7cf-2055-4057-b8f3-2343181ffa05 req-fc921f86-3c57-494e-bacd-7e6aee190c52 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cd62978f-8c7f-4d02-8742-98a3a867dd4e HTTP/1.1" status: 200 len: 210 time: 0.0275376 Oct 27 17:47:19.727667 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 7c5fa515-d946-464e-a169-1cd450b97264 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:47:19.748099 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: 7c5fa515-d946-464e-a169-1cd450b97264 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:47:19.748445 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device 7c5fa515-d946-464e-a169-1cd450b97264 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:47:20.202059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:20.221992 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-02d841f0-6d22-4c57-9818-02bb443ebb3d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1378820443&fields=id&tenant_id=e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 267 time: 0.0466011 Oct 27 17:47:20.330104 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-32dc077f-9a0b-4c1f-8403-22077d9e799d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:20.331553 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-32dc077f-9a0b-4c1f-8403-22077d9e799d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 812 time: 0.1026154 Oct 27 17:47:20.345721 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-067815bf-4c28-435e-9f87-75f0ce2f687c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/quotas/e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 375 time: 0.0087461 Oct 27 17:47:20.394696 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-0f888184-a288-4ff0-9687-52650dd1b16a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442657 Oct 27 17:47:20.489234 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-3ec5cf02-21b5-4154-9e05-c4fa1614610f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827446 Oct 27 17:47:20.585410 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-2bc08413-832b-4b14-855e-986f47d1017b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899193 Oct 27 17:47:20.869677 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-2c0fa1a5-74a7-4301-a8f2-6f7308d1cb97 req-9abad785-b7b9-4e90-8be2-22d56cc7d0a8 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 210 time: 0.0281613 Oct 27 17:47:21.932510 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-e3e9d465-af1e-4e7e-850c-043198e65982 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:21.934104 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-e3e9d465-af1e-4e7e-850c-043198e65982 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 812 time: 0.1110740 Oct 27 17:47:21.994090 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c1a654c0-9aba-4603-be33-73c37e2ac1eb req-1a6909a3-4e42-4365-81a1-13c27410f37a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 210 time: 0.0396111 Oct 27 17:47:22.034175 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-ea7512fa-7d21-4bd7-b3b6-923bda4c27ff tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 380 time: 0.0867047 Oct 27 17:47:22.047297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'port': {'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'admin_state_up': True, 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'security_groups': ['5c6e785a-bdbb-4188-8258-00adf044428b']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:47:22.162931 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Made reservation on behalf of e62c12b7398343648a02ef5c64cda2b1 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:47:22.166709 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:22.294028 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Allocated IP 172.20.0.5 (cacaec05-05b8-4422-92f4-e7ab38239f98/cece5815-662b-4965-9e90-238891e4fdc8/c8314d68-3215-42b5-a8e1-79d5b0f4dba7) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:47:22.328203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:22.413515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:22.443577 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:22.478087 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:22.520349 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:47:22.525559 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:47:22.529598 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:47:22.535666 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:22.590092 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:22.590861 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:22.609434 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1b296be5-4509-4ad4-9d7e-b6234d41ed10 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704408 Oct 27 17:47:22.677006 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Request body: {'port': {'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:47:22.732679 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-f9d5bda8-8d99-44a6-9c9b-90cb47c5dcdc None None] Provisioning complete for port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:47:22.733245 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bda8-8d99-44a6-9c9b-90cb47c5dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:22.733503 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-f9d5bda8-8d99-44a6-9c9b-90cb47c5dcdc None None] Attempt 1 to provision port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 Oct 27 17:47:22.741135 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:22.764656 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5bda8-8d99-44a6-9c9b-90cb47c5dcdc None None] Port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:47:22.991492 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8314d68-3215-42b5-a8e1-79d5b0f4dba7 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:47:22.998855 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Publish callbacks [] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:23.010812 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Transition to ACTIVE for port object c8314d68-3215-42b5-a8e1-79d5b0f4dba7 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:47:23.014662 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:23.073463 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Pushing event updated for resources: {'Port': ['ID=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:23.124396 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d017c-99df-41ee-af16-a12ce80323c9 req-eef21b36-ee56-4e82-84e7-8d127fbf7bd6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:23.125063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Attempting to bind port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:47:23.125063 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Attempting to bind port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:47:23.125297 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Attempting to bind port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:47:23.126381 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-073d017c-99df-41ee-af16-a12ce80323c9 req-eef21b36-ee56-4e82-84e7-8d127fbf7bd6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0527880 Oct 27 17:47:23.166491 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 on network cacaec05-05b8-4422-92f4-e7ab38239f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:47:23.166815 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Attempting to bind port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:47:23.177043 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-073d017c-99df-41ee-af16-a12ce80323c9 req-a1a76d44-4400-495d-bf5d-dd8853d16247 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454755 Oct 27 17:47:23.211628 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:47:23.211991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Checking segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:47:23.212367 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Bound using segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:47:23.212794 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Bound port: c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:47:23.213146 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:23.214724 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:23.224765 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:23.277228 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] For port c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:47:23.280605 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] For port c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:47:23.286054 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:23.290677 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:23.291289 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:23.292738 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 1093 time: 0.6703222 Oct 27 17:47:23.293292 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:47:23.295522 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761826f3-4186-4034-8c59-b0fc99ceb90b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:47:23.334671 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0f8e52-a678-4e38-8d51-2106ae289bf0 x-openstack-request-id: req-be0f8e52-a678-4e38-8d51-2106ae289bf0 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:47:23.334950 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:47:23.335196 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be0f8e52-a678-4e38-8d51-2106ae289bf0 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:47:23.335592 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0f8e52-a678-4e38-8d51-2106ae289bf0'] response: {'name': 'network-changed', 'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'status': 'completed', 'code': 200} Oct 27 17:47:23.345740 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7a2a7-a61e-48be-88bc-84bac8e757cd service neutron] Pushing event updated for resources: {'Port': ['ID=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:23.404905 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-50619a3c-13ad-44e8-8584-e1a65581f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:23.406384 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-50619a3c-13ad-44e8-8584-e1a65581f2a1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1127 time: 0.0432308 Oct 27 17:47:23.451439 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-ca9eaa33-d9e2-4a48-a7f0-e881d3d7cb04 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 217 time: 0.0313087 Oct 27 17:47:23.498758 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-e65d7cf6-a0ea-4ee2-9a1c-b03ec5872402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:23.500242 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-e65d7cf6-a0ea-4ee2-9a1c-b03ec5872402 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0422509 Oct 27 17:47:23.542002 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-8c83a3fa-3519-4bcf-b817-c97a99a9c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:23.543366 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-8c83a3fa-3519-4bcf-b817-c97a99a9c4e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377426 Oct 27 17:47:23.635430 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-1f83ca3a-e4c1-482f-95aa-b6f91c6c13de service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861146 Oct 27 17:47:23.724383 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d5329a84-f8db-4963-bbd7-0be5b9ed6690 req-4a835752-7f85-4c30-8a74-fc7a8108db58 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 Oct 27 17:47:24.296607 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d013ecf-10e3-444d-a747-a2f66c7b9789 req-6fa71543-336b-456f-8e4b-ff1992047a9d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:24.298049 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d013ecf-10e3-444d-a747-a2f66c7b9789 req-6fa71543-336b-456f-8e4b-ff1992047a9d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0467339 Oct 27 17:47:24.346419 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-5d013ecf-10e3-444d-a747-a2f66c7b9789 req-3d08e56e-cd54-4232-b39a-45c1be1c19cb tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Oct 27 17:47:24.532047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-bc073583-bf23-4518-9e35-db02b95c34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:24.533545 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-bc073583-bf23-4518-9e35-db02b95c34a8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1127 time: 0.0396700 Oct 27 17:47:24.626861 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-19f1fd34-3795-49c9-ad13-fcc9c6837c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:24.628373 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-19f1fd34-3795-49c9-ad13-fcc9c6837c04 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0881541 Oct 27 17:47:24.670188 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-bbc6ca97-3ad8-4d07-a0fe-037448d54d9a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 217 time: 0.0348799 Oct 27 17:47:24.718116 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-0addbdf3-9b09-45a5-bec3-ec579e48cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:24.719485 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-0addbdf3-9b09-45a5-bec3-ec579e48cc1b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0428565 Oct 27 17:47:24.762703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-1059f137-48b4-4311-b7c0-3749701bda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:24.764212 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-1059f137-48b4-4311-b7c0-3749701bda29 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386698 Oct 27 17:47:24.855068 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-e68a670f-36c8-4188-907e-d1451078efa9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845463 Oct 27 17:47:24.944523 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-761826f3-4186-4034-8c59-b0fc99ceb90b req-d0639193-3787-4ca5-8455-0d7f5867ce58 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815101 Oct 27 17:47:25.470820 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef012-fb27-41fb-bd37-1df744578dd5 req-934545e8-aa7c-4b38-b272-c126c2a4d70d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:25.472302 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-00bef012-fb27-41fb-bd37-1df744578dd5 req-934545e8-aa7c-4b38-b272-c126c2a4d70d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0506482 Oct 27 17:47:25.492603 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:25.521821 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-00bef012-fb27-41fb-bd37-1df744578dd5 req-102cf53d-8ee1-4408-8464-c765ace35be7 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Oct 27 17:47:26.646636 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17978d09-5d54-4037-bd6a-85b7342cb4fc req-19755a5b-b332-4231-b772-35705d68715d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:26.648102 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17978d09-5d54-4037-bd6a-85b7342cb4fc req-19755a5b-b332-4231-b772-35705d68715d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0496478 Oct 27 17:47:26.694987 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-17978d09-5d54-4037-bd6a-85b7342cb4fc req-5a5e6328-d748-47b9-be71-26027f2d23c6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414345 Oct 27 17:47:27.431178 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:27.778738 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:27.814862 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6c83-ecde-42f6-8378-830ccad5cdca req-7b718021-5de5-4731-943d-e302a9703074 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:27.816370 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-063c6c83-ecde-42f6-8378-830ccad5cdca req-7b718021-5de5-4731-943d-e302a9703074 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0481150 Oct 27 17:47:27.865118 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-063c6c83-ecde-42f6-8378-830ccad5cdca req-ff454f3e-47d5-4c4f-ad09-53f338882087 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Oct 27 17:47:28.634504 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=68 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:28.641566 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=64 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:28.983946 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bacf84-0653-42a5-93cd-e14fc3ae6812 req-8edf179c-4740-4fae-ab70-3a41b9417154 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:28.985385 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-97bacf84-0653-42a5-93cd-e14fc3ae6812 req-8edf179c-4740-4fae-ab70-3a41b9417154 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0462472 Oct 27 17:47:29.032538 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-97bacf84-0653-42a5-93cd-e14fc3ae6812 req-81b399fb-aa11-464d-93f7-d6d803761c1b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417011 Oct 27 17:47:30.151444 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ccb6-55d9-4c86-b025-71ca533ae9aa req-9c561a27-7b10-4a2d-8032-3090d3f2d852 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:30.152914 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d249ccb6-55d9-4c86-b025-71ca533ae9aa req-9c561a27-7b10-4a2d-8032-3090d3f2d852 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0459890 Oct 27 17:47:30.203958 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-d249ccb6-55d9-4c86-b025-71ca533ae9aa req-ec43a8c0-f202-403b-bac0-e9baf471166b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Oct 27 17:47:31.323056 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87722ae-cb5f-4058-ab4c-0fb11061fee8 req-298d6932-9bf5-4565-a2c4-247fce8c08a4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:31.324525 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a87722ae-cb5f-4058-ab4c-0fb11061fee8 req-298d6932-9bf5-4565-a2c4-247fce8c08a4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0449526 Oct 27 17:47:31.376031 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a87722ae-cb5f-4058-ab4c-0fb11061fee8 req-c229e13c-1f40-430d-873a-f070699a2571 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Oct 27 17:47:32.497769 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60811438-d249-4d98-aca5-9343b3fcd1cb req-f4fd6896-4cf1-4d95-9495-86c839d7e607 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:32.499244 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-60811438-d249-4d98-aca5-9343b3fcd1cb req-f4fd6896-4cf1-4d95-9495-86c839d7e607 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0473318 Oct 27 17:47:32.548024 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-60811438-d249-4d98-aca5-9343b3fcd1cb req-b391fa89-90cf-4bd3-94a0-2bbdcffa34e3 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Oct 27 17:47:33.665035 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7d758-38a6-48bc-93fa-76efcffedfa2 req-40726ba6-bac2-40a0-bfc7-077f99c27a7a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:33.666473 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cec7d758-38a6-48bc-93fa-76efcffedfa2 req-40726ba6-bac2-40a0-bfc7-077f99c27a7a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 943 time: 0.0454347 Oct 27 17:47:33.714314 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-cec7d758-38a6-48bc-93fa-76efcffedfa2 req-f8b26fae-8948-4cfe-af1d-b8122cf8530c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Oct 27 17:47:33.784031 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device c8314d68-3215-42b5-a8e1-79d5b0f4dba7 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:47:33.886622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:47:33.898098 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:47:33.933532 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:47:33.933924 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:33.947131 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8314d68-3215-42b5-a8e1-79d5b0f4dba7 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:47:33.967314 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:47:33.971364 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:34.017760 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:34.024848 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.025197 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.025542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.025883 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.026213 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.026546 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.026868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.027204 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.027519 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.027867 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.028197 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.028554 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.028886 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.029203 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.029522 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:47:34.415590 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['c8314d68-3215-42b5-a8e1-79d5b0f4dba7'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:47:34.834189 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e5ee-c3ed-4342-8770-2f9b213cc15b req-c2eebf37-d0a5-404e-83b6-7d74ef8a6041 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:34.835652 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81a9e5ee-c3ed-4342-8770-2f9b213cc15b req-c2eebf37-d0a5-404e-83b6-7d74ef8a6041 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 944 time: 0.0461545 Oct 27 17:47:34.884935 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-81a9e5ee-c3ed-4342-8770-2f9b213cc15b req-302557a1-4347-4b87-b852-d6f0dbc3f3c2 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Oct 27 17:47:35.804643 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device c8314d68-3215-42b5-a8e1-79d5b0f4dba7 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:47:35.842229 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:35.849973 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:35.851078 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:47:35.860227 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:47:35.860737 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:35.861184 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 Oct 27 17:47:35.932490 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:47:35.932876 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:35.955756 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:47:35.958029 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4645080e-ae21-49a0-8b10-05f135071d9c" -d '{"events": [{"server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "name": "network-vif-plugged", "status": "completed", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:47:35.972268 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:47:35.977917 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:36.001162 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ae48c1-8c50-4360-8b3e-40d20d5b1d1c x-openstack-request-id: req-25ae48c1-8c50-4360-8b3e-40d20d5b1d1c {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:47:36.001502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "name": "network-vif-plugged", "status": "completed", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:47:36.001692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25ae48c1-8c50-4360-8b3e-40d20d5b1d1c {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:47:36.002081 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ae48c1-8c50-4360-8b3e-40d20d5b1d1c'] response: {'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'code': 200} Oct 27 17:47:36.007615 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030ee0b-6a82-4a78-85a5-70ac6972a07b req-6b130b73-dbbb-4e54-ae9a-0d35596bc413 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:36.009651 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a030ee0b-6a82-4a78-85a5-70ac6972a07b req-6b130b73-dbbb-4e54-ae9a-0d35596bc413 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 944 time: 0.0490427 Oct 27 17:47:36.032088 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:36.059740 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-a030ee0b-6a82-4a78-85a5-70ac6972a07b req-0b7bda74-3dc8-4c72-8cd2-d3c2b6ced896 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Oct 27 17:47:36.245757 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97433b58-9066-4f16-b3e8-f0a3257e955b req-f98c3cd6-7453-4995-9841-c1de34fe39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:36.247241 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-97433b58-9066-4f16-b3e8-f0a3257e955b req-f98c3cd6-7453-4995-9841-c1de34fe39de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1129 time: 0.0422652 Oct 27 17:47:36.292991 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-97433b58-9066-4f16-b3e8-f0a3257e955b req-f5e010ba-6b7a-47fc-b412-b844e53cbba3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 Oct 27 17:47:37.181959 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27efac-cc30-4ce9-8677-6009a6c53d7a req-0d2a8366-ff05-4210-aaba-5f82cf963da5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:37.183414 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e27efac-cc30-4ce9-8677-6009a6c53d7a req-0d2a8366-ff05-4210-aaba-5f82cf963da5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 945 time: 0.0463941 Oct 27 17:47:37.232168 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-9e27efac-cc30-4ce9-8677-6009a6c53d7a req-852ea989-fd59-4bc5-8bcb-7f463837a0f8 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Oct 27 17:47:37.659293 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:47:38.313455 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=68 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:38.315211 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=80 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:38.354705 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26edcc4-2de0-4708-80e7-3d60b3b832c2 req-12473026-20d1-4d74-a8b1-4551a00d6066 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:38.356456 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b26edcc4-2de0-4708-80e7-3d60b3b832c2 req-12473026-20d1-4d74-a8b1-4551a00d6066 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 945 time: 0.0513623 Oct 27 17:47:38.404708 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-b26edcc4-2de0-4708-80e7-3d60b3b832c2 req-31d0f960-85f1-4086-998b-614c83659ef6 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Oct 27 17:47:38.530765 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45809b-5651-4a1f-9967-2fa07b2f43b4 req-19cce0d0-a612-4a6a-8b3e-ab45a45819a8 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:38.532210 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ad45809b-5651-4a1f-9967-2fa07b2f43b4 req-19cce0d0-a612-4a6a-8b3e-ab45a45819a8 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 945 time: 0.0524776 Oct 27 17:47:38.583467 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-ad45809b-5651-4a1f-9967-2fa07b2f43b4 req-242bb083-1c18-4b4a-8668-3fda8213acc9 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Oct 27 17:47:38.612357 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47196) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:47:38.649802 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72ecdb-0067-4155-90fd-e02b9710cbb7 tempest-TestVolumeBootPattern-1035486943 tempest-TestVolumeBootPattern-1035486943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:38.651290 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-ac72ecdb-0067-4155-90fd-e02b9710cbb7 tempest-TestVolumeBootPattern-1035486943 tempest-TestVolumeBootPattern-1035486943-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1124 time: 0.0378449 Oct 27 17:47:38.653932 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47198) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:47:38.658027 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:47:38.678934 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:38.759598 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:38.848770 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:38.864167 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Allocated IP 172.27.0.148 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/ec96e510-c07c-42a5-bf45-19b433f48a34) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:47:38.967613 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:38.971538 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:39.002274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:39.043868 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:47:39.048849 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:47:39.050971 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=ec96e510-c07c-42a5-bf45-19b433f48a34,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:39.053118 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:47:39.392429 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (84462553-780e-4e45-a770-d5937ed0fb14), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:39.456724 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:39.584661 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:39.599795 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:39.604070 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:39.671554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=ec96e510-c07c-42a5-bf45-19b433f48a34,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:47:39.673924 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (84462553-780e-4e45-a770-d5937ed0fb14), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:39.714018 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:39.768817 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Floating IP 84462553-780e-4e45-a770-d5937ed0fb14 associated. External IP: 172.27.0.148, port: c8314d68-3215-42b5-a8e1-79d5b0f4dba7. Oct 27 17:47:40.221822 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:47:40.321138 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:47:40.331618 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:47:40.339309 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:40.342542 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:47:40.343159 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:47:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:40.373185 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-6275a142-0420-4502-82c1-79f13a3d2e85 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7182643 Oct 27 17:47:40.373904 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:47:40.376299 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289ebb5c-631b-48ab-b69c-483ee6161575" -d '{"events": [{"name": "network-changed", "server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:47:40.415409 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bddb5f4-b20a-4617-a646-072bf9f94751 x-openstack-request-id: req-1bddb5f4-b20a-4617-a646-072bf9f94751 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:47:40.415703 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:47:40.416006 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bddb5f4-b20a-4617-a646-072bf9f94751 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:47:40.416418 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bddb5f4-b20a-4617-a646-072bf9f94751'] response: {'name': 'network-changed', 'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'status': 'completed', 'code': 200} Oct 27 17:47:40.446123 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:47:40.501545 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-996c6644-bf6b-4f13-a7af-d729c5630492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:40.503075 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-996c6644-bf6b-4f13-a7af-d729c5630492 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1129 time: 0.0401120 Oct 27 17:47:40.594614 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-6e854299-7cc7-4429-b78d-240415cee7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:40.596122 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-6e854299-7cc7-4429-b78d-240415cee7b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0861149 Oct 27 17:47:40.659169 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:39Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:40.661957 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-a7ba0d87-2f87-4cd7-85d4-fb908d302105 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 999 time: 0.0592437 Oct 27 17:47:40.683449 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:47:40.691654 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:47:40.692271 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:47:14Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:40.710145 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-9bd68dbb-5bf1-4eea-b3aa-5305b310582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:40.712243 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-9bd68dbb-5bf1-4eea-b3aa-5305b310582a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0437188 Oct 27 17:47:40.757670 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-b5568606-fecc-4c71-b608-66ab100994bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:47:40.759702 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-b5568606-fecc-4c71-b608-66ab100994bd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383692 Oct 27 17:47:40.856874 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-01bea58e-8af9-4eaa-81c7-d36f535595c1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909669 Oct 27 17:47:40.870961 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:40.884346 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:47:40.947433 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289ebb5c-631b-48ab-b69c-483ee6161575 req-53d3c241-31d7-46c5-b532-03539aaa6159 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Oct 27 17:47:41.090701 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:39Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:47:41.114744 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f352211c-7273-4ced-b11f-fa4a0179354b None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:39Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:47:41.219052 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f99e78e2-b73b-4cf4-b0d8-21e0a1267a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:41.317531 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011430de-5b33-44da-a4e8-9506e9ef3169 None None] New status for floating IP 84462553-780e-4e45-a770-d5937ed0fb14: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:47:43.615228 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ddf15f4f-6b5e-4efe-a2e9-ef3810d842b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:45.060301 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:46.296893 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:46.919729 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:47:48.396723 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:48.399925 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=10 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:50.937319 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:50.943515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:51.093279 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=73 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:51.093952 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=83 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:56.908849 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:56.915947 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:47:57.428846 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:07.422718 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:07.424945 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:11.221983 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-88ff55bb-134b-46ca-848b-5e484fb6bda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:13.616381 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a0c73951-a676-4b91-8684-d3e59a8401b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:14.657527 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:48:15.062741 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:16.297599 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:16.920954 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:24.653456 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:24.654188 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:27.433451 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:36.189470 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-b37be48e-954b-4631-88de-7cb040e464e3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424063 Oct 27 17:48:36.294991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8a15-9936-4204-b11f-7cc58933d879 req-825510c3-aa48-4a35-a37c-05cf9547e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:48:36.296520 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-825510c3-aa48-4a35-a37c-05cf9547e1e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1129 time: 0.0388277 Oct 27 17:48:36.402518 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8a15-9936-4204-b11f-7cc58933d879 req-f1a4b4dc-c445-44a1-a334-4672ad36c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:48:36.403999 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-f1a4b4dc-c445-44a1-a334-4672ad36c529 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0880396 Oct 27 17:48:36.463898 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-6ea18968-b117-4b7d-b80a-54470dbc4f5b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 1001 time: 0.0539176 Oct 27 17:48:36.509995 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8a15-9936-4204-b11f-7cc58933d879 req-aea7c2e3-cf98-40b4-a28d-54ecd0bdf4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:48:36.511370 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-aea7c2e3-cf98-40b4-a28d-54ecd0bdf4c4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0422077 Oct 27 17:48:36.556699 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8a15-9936-4204-b11f-7cc58933d879 req-0e8dacf5-48f8-431f-bda4-3762123bbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:48:36.558183 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-0e8dacf5-48f8-431f-bda4-3762123bbd76 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413821 Oct 27 17:48:36.648419 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-f3f3d915-9bad-4ca5-9573-e1bdaf98dd77 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820694 Oct 27 17:48:36.739779 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-afce8a15-9936-4204-b11f-7cc58933d879 req-6a98684b-c5f8-4466-8be6-2de962c5f333 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855689 Oct 27 17:48:37.422904 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:37.429844 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:41.224063 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e2f658e2-4fef-4fe5-86df-61c3c86dc6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:43.617331 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e0821cc6-4124-4f02-8613-da64a06ec8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:45.066036 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:46.298727 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:46.735384 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=52 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:46.737262 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=49 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:46.922319 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:48:51.655966 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:48:53.722504 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:56.915818 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:56.917715 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:48:57.432864 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:07.427057 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:07.429267 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:10.336239 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:10.339181 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=14 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:11.225692 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-21fe8f61-398e-4b38-a574-474c5c9a786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:13.622439 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-26df7b35-2287-4d3e-bf02-23e4301c4909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:15.067083 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:16.302508 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:16.924138 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:26.912643 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:26.920201 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:27.461886 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:28.654659 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:49:37.181500 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-855cc114-ac22-4593-8938-76e2845c298b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399642 Oct 27 17:49:37.290089 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca228-5391-46dd-a635-4259fc644c41 req-1df2f2cd-8d1c-4d62-8aad-50b62775d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:37.291558 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-1df2f2cd-8d1c-4d62-8aad-50b62775d634 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1129 time: 0.0393817 Oct 27 17:49:37.397830 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca228-5391-46dd-a635-4259fc644c41 req-5e293d34-f28b-4f82-a692-3926cd8dac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:37.399829 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-5e293d34-f28b-4f82-a692-3926cd8dac09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0885472 Oct 27 17:49:37.455384 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:37.457182 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:37.463017 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-8f7d0d57-da1b-4dc8-b822-7412415a29ee service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 1001 time: 0.0558205 Oct 27 17:49:37.510716 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca228-5391-46dd-a635-4259fc644c41 req-5b435f65-33f2-437b-bd9f-13db93e87b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:37.512164 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-5b435f65-33f2-437b-bd9f-13db93e87b39 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0426462 Oct 27 17:49:37.557999 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca228-5391-46dd-a635-4259fc644c41 req-2a073f89-3b82-46c4-a1ac-83097a607368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:37.559528 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-2a073f89-3b82-46c4-a1ac-83097a607368 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413866 Oct 27 17:49:37.648444 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-fde188fa-4abc-47e2-b529-2663c067f74f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824745 Oct 27 17:49:37.739927 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-10bca228-5391-46dd-a635-4259fc644c41 req-07bd1e9f-10ad-498c-a5a0-3b13e6412032 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848963 Oct 27 17:49:38.649163 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:38.651095 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:40.342919 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-a03408fa-750f-40a4-8b7b-c4f3948c6028 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1378820443&fields=id&tenant_id=e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 267 time: 0.0436568 Oct 27 17:49:40.453274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-8ec6738c-3dc1-4ce1-81d2-f2b2b9294e28 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:40.454793 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-8ec6738c-3dc1-4ce1-81d2-f2b2b9294e28 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 812 time: 0.1057529 Oct 27 17:49:40.470762 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-126f3220-14c9-4c57-b319-9bd5f967f224 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/quotas/e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 375 time: 0.0098298 Oct 27 17:49:40.522981 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-42af3004-6b74-4c59-8436-3594021e354d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471394 Oct 27 17:49:40.694902 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-e78e1151-31c3-4e11-ac9a-630800a876d5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591911 Oct 27 17:49:40.787043 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-bec71632-5025-48b3-9e8a-4d3c47f821a4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855441 Oct 27 17:49:41.082200 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-c5edff23-2f6e-4005-b5d8-d06bd6d88798 req-0a164392-62ed-42af-93e5-adaa197a95cc tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 210 time: 0.0288644 Oct 27 17:49:41.228312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-98285597-babe-4c2b-9bde-012d57fe2b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:42.124167 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:42.194283 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-40d065a8-1024-46b6-9faf-eb9bc521f529 req-8745f78c-b407-4b28-8555-118396ac176d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 210 time: 0.0338991 Oct 27 17:49:42.226275 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-8f7c4e7e-df23-4ccf-ae34-5e6d5b1762e7 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:42.227888 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-8f7c4e7e-df23-4ccf-ae34-5e6d5b1762e7 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 812 time: 0.1326921 Oct 27 17:49:42.277030 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:42.297807 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-4c54159d-1822-43bd-9c5d-c317cf4639f0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e62c12b7398343648a02ef5c64cda2b1 HTTP/1.1" status: 200 len: 380 time: 0.0568814 Oct 27 17:49:42.306995 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'port': {'device_id': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'admin_state_up': True, 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'security_groups': ['5c6e785a-bdbb-4188-8258-00adf044428b']}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:49:42.418321 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Made reservation on behalf of e62c12b7398343648a02ef5c64cda2b1 for: {'port': 1} {{(pid=104579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:49:42.421969 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:42.544247 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Allocated IP 172.20.0.13 (cacaec05-05b8-4422-92f4-e7ab38239f98/cece5815-662b-4965-9e90-238891e4fdc8/b6823ae7-fbf5-4aa7-b58d-9791661e2ad8) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:49:42.686982 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:42.719838 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:42.768788 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Network cacaec05-05b8-4422-92f4-e7ab38239f98 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:49:42.774525 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:49:42.777590 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:49:42.820575 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:42.832029 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.832398 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.832729 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.833080 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.833417 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.833755 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.834090 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.834421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.834734 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.835047 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.835373 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.835696 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.836041 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.836360 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.836675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:42.846932 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:42.847569 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:42.869838 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-f7c66827-dd4b-4555-a7af-8bf481c916d1 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668542 Oct 27 17:49:42.891347 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Request body: {'port': {'device_id': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86283'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:49:42.953979 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:42.992798 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:43.001261 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-244ebd60-f393-44fb-b815-10afc373e495 None None] Provisioning complete for port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:49:43.001823 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-244ebd60-f393-44fb-b815-10afc373e495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.001960 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-244ebd60-f393-44fb-b815-10afc373e495 None None] Attempt 1 to provision port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 Oct 27 17:49:43.032876 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-244ebd60-f393-44fb-b815-10afc373e495 None None] Port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 cannot update to ACTIVE because it is not bound. {{(pid=104581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 17:49:43.096115 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:43.216613 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 {{(pid=104579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:49:43.223887 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Publish callbacks [] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.237241 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.provisioning_blocks [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Transition to ACTIVE for port object b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 will not be triggered until provisioned by entity L2. {{(pid=104579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 17:49:43.240919 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.300135 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Pushing event updated for resources: {'Port': ['ID=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:43.316532 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a76830-b4e0-4063-949d-4f5373f4fc3d req-1c4844a5-7c87-4739-a4e4-9bbb65409577 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:43.317999 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f4a76830-b4e0-4063-949d-4f5373f4fc3d req-1c4844a5-7c87-4739-a4e4-9bbb65409577 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0468936 Oct 27 17:49:43.352254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Attempting to bind port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 on host hv-cinder-86283 for vnic_type normal with profile {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 17:49:43.352594 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Attempting to bind port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 by drivers openvswitch,hyperv on host hv-cinder-86283 at level 0 using segments [{'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 17:49:43.354021 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Attempting to bind port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:49:43.367691 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-f4a76830-b4e0-4063-949d-4f5373f4fc3d req-aadd4c67-a577-4aa0-9245-43b0b5e39cdd tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Oct 27 17:49:43.394890 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 on network cacaec05-05b8-4422-92f4-e7ab38239f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86283 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:49:43.395222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Attempting to bind port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 on network cacaec05-05b8-4422-92f4-e7ab38239f98 {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:49:43.438060 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Checking agent: {'id': 'ec3c8e71-ed91-455c-9b1b-a17a6aae34c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86283', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'started_at': datetime.datetime(2022, 10, 27, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 17:49:43.438390 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Checking segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 17:49:43.438766 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Bound using segment: {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'} {{(pid=104579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 17:49:43.439194 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.managers [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Bound port: b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host: hv-cinder-86283, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56eb47d8-a012-472f-ac2b-4093aaa3103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98'}}] {{(pid=104579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 17:49:43.439547 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.497529 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] For port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host hv-cinder-86283, cleared binding levels {{(pid=104579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:49:43.500531 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] For port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host hv-cinder-86283, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:49:43.507258 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.510886 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:43.511503 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.512927 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 200 len: 1094 time: 0.6305399 Oct 27 17:49:43.514947 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:49:43.517222 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d34785-3b0a-4299-8b78-2fdf3f792565" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:49:43.557032 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9cb772-5003-4b21-8700-48ec43394dec x-openstack-request-id: req-bc9cb772-5003-4b21-8700-48ec43394dec {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:49:43.557317 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:49:43.557566 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc9cb772-5003-4b21-8700-48ec43394dec {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:49:43.557956 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9cb772-5003-4b21-8700-48ec43394dec'] response: {'name': 'network-changed', 'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'status': 'completed', 'code': 200} Oct 27 17:49:43.574589 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb75a1-c459-4943-a57e-95d64c8fcf18 service neutron] Pushing event updated for resources: {'Port': ['ID=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,revision_number=3']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:43.621258 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-44e65bba-98fb-487a-8d07-1763f29a63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:43.622864 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-44e65bba-98fb-487a-8d07-1763f29a63ae service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1128 time: 0.0404875 Oct 27 17:49:43.627515 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e4651387-d945-4360-9fc5-367c57d42ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:43.668780 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-fd44bb3d-17b2-42ae-9e35-d4b79071fcf9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0320785 Oct 27 17:49:43.716143 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-243929c7-8fed-4254-a049-32d2fb49b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:43.717551 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-243929c7-8fed-4254-a049-32d2fb49b237 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0425513 Oct 27 17:49:43.763058 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-ddf13105-30b1-4d22-92c2-a8625541d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:43.764778 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-ddf13105-30b1-4d22-92c2-a8625541d58c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418761 Oct 27 17:49:43.853334 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-5feed41d-5581-455f-a9e6-2943c1b0e6ad service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826106 Oct 27 17:49:43.882702 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:43.947141 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-7459f14b-e2e3-42ac-b36b-6a95b8c6340c req-ea2610f3-8f33-41eb-80f3-4debd41e6972 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878153 Oct 27 17:49:44.489523 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf291-1500-4585-9edf-65afd84aee1b req-dbbc62ea-00e9-4229-8a94-b273be91f4ed tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:44.490967 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aebbf291-1500-4585-9edf-65afd84aee1b req-dbbc62ea-00e9-4229-8a94-b273be91f4ed tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0482399 Oct 27 17:49:44.539084 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-aebbf291-1500-4585-9edf-65afd84aee1b req-9e39a7f7-e764-4869-9480-7925c265ec48 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Oct 27 17:49:44.944098 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-56da81ed-ef73-4af6-9ec3-648871af0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:44.945553 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-56da81ed-ef73-4af6-9ec3-648871af0b66 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1128 time: 0.0379708 Oct 27 17:49:44.975019 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:45.038859 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-fb2c0268-04ea-4457-8282-4a6ec146ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:45.040377 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-fb2c0268-04ea-4457-8282-4a6ec146ffba service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0879984 Oct 27 17:49:45.070076 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:45.082445 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-ccf297f9-a6b7-448e-9be8-5438cf99463f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0323005 Oct 27 17:49:45.132104 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-c95fe342-945d-4c4d-acf4-d5e9eadfb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:45.133447 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-c95fe342-945d-4c4d-acf4-d5e9eadfb81d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0425079 Oct 27 17:49:45.185025 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-ed20cc3f-47eb-48ce-b4f4-e677cbd6c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:45.186500 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-ed20cc3f-47eb-48ce-b4f4-e677cbd6c625 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439417 Oct 27 17:49:45.274869 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-49fcd762-df79-4f41-969d-0ce7b6644bd8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822484 Oct 27 17:49:45.366444 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-76d34785-3b0a-4299-8b78-2fdf3f792565 req-f449e952-b640-42d4-b6a0-7e4a93294954 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852411 Oct 27 17:49:45.661051 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134e01b-b720-428d-b48a-70335a547a06 req-12a990df-3ee0-42f3-951f-2a67685d05ef tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:45.662501 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0134e01b-b720-428d-b48a-70335a547a06 req-12a990df-3ee0-42f3-951f-2a67685d05ef tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0470901 Oct 27 17:49:45.710803 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-0134e01b-b720-428d-b48a-70335a547a06 req-8108342f-cb23-4df8-876f-682fad59ca9b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Oct 27 17:49:46.305451 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:46.828132 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1832fb-8f1a-4e43-9376-542cd30d32b0 req-9babf1f2-a27b-445f-8b17-12eea3dcf429 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:46.829514 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de1832fb-8f1a-4e43-9376-542cd30d32b0 req-9babf1f2-a27b-445f-8b17-12eea3dcf429 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0456710 Oct 27 17:49:46.878561 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-de1832fb-8f1a-4e43-9376-542cd30d32b0 req-a5eac7f7-7322-4f1c-b7b9-ec53a79a47fd tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Oct 27 17:49:46.926055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:47.996172 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192eb1b-2b5d-4d31-b69d-6454882019bd req-cec632d8-a593-42c1-8619-1a559dd7351b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:47.997634 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e192eb1b-2b5d-4d31-b69d-6454882019bd req-cec632d8-a593-42c1-8619-1a559dd7351b tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0466583 Oct 27 17:49:48.048997 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-e192eb1b-2b5d-4d31-b69d-6454882019bd req-59d35729-1b30-474f-bd21-db1fe9967fef tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Oct 27 17:49:49.169670 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64899a6d-8789-4f26-a8c0-27a41ddeb91d req-0f1acd4a-854c-40ff-83e2-836ec61ba876 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:49.171016 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-64899a6d-8789-4f26-a8c0-27a41ddeb91d req-0f1acd4a-854c-40ff-83e2-836ec61ba876 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0483236 Oct 27 17:49:49.219492 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-64899a6d-8789-4f26-a8c0-27a41ddeb91d req-e79496ce-24b4-45e6-a9c2-11c7fcba77b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Oct 27 17:49:50.336825 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4afc-f9f3-48fc-ac46-35fb4a6db2e7 req-90bb8d89-97c1-4987-8ca4-9b03ad069b25 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:50.338260 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-627b4afc-f9f3-48fc-ac46-35fb4a6db2e7 req-90bb8d89-97c1-4987-8ca4-9b03ad069b25 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0452971 Oct 27 17:49:50.386172 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-627b4afc-f9f3-48fc-ac46-35fb4a6db2e7 req-ef3f96a2-9eb0-4f6d-8e5e-b2a1727e267e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Oct 27 17:49:51.504883 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6759b-0e70-4bf3-834e-60d26b55f175 req-919d3063-8a7d-4f09-92d4-714261fc9345 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:51.506331 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fb6759b-0e70-4bf3-834e-60d26b55f175 req-919d3063-8a7d-4f09-92d4-714261fc9345 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 944 time: 0.0460117 Oct 27 17:49:51.554916 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-4fb6759b-0e70-4bf3-834e-60d26b55f175 req-39ddd5ac-2b37-480c-ad95-91a405c8793d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Oct 27 17:49:51.678522 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:52.390729 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 details requested by agent hyperv_hv-cinder-86283 with host hv-cinder-86283 {{(pid=104581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:49:52.509545 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:49:52.520432 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Returning: {'device': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'port_id': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'mac_address': 'fa:16:3e:65:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:49:52.554454 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 is: DOWN; New status is: BUILD {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:49:52.554842 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:52.568126 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 17:49:52.588135 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:49:52.592502 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:52.642173 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,revision_number=4']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:52.649058 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.649403 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.649774 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.650120 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.650453 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.650783 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.651112 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.651437 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.651787 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.652116 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.652443 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.652769 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.653093 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.653413 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.653734 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:49:52.677511 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259c366-e104-4316-969c-b898a278e901 req-7af2e71e-67a0-47e9-87ab-72f4f22b3783 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:52.679045 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1259c366-e104-4316-969c-b898a278e901 req-7af2e71e-67a0-47e9-87ab-72f4f22b3783 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 945 time: 0.0482450 Oct 27 17:49:52.728529 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-1259c366-e104-4316-969c-b898a278e901 req-eb7f11ed-9bf7-4f29-a769-8248cba23c87 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Oct 27 17:49:53.049784 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] get_ports_and_sgs() called for port_ids ['b6823ae7-fbf5-4aa7-b58d-9791661e2ad8'] {{(pid=104581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 17:49:53.850163 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462c811-48ea-45b7-be71-fdc30f1527d7 req-8a469366-8026-4ba9-adea-bfd9df26404e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:53.851508 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d462c811-48ea-45b7-be71-fdc30f1527d7 req-8a469366-8026-4ba9-adea-bfd9df26404e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 945 time: 0.0451186 Oct 27 17:49:53.903608 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-d462c811-48ea-45b7-be71-fdc30f1527d7 req-64de170d-42f3-4a95-9f7b-32cac88c3c6d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457067 Oct 27 17:49:54.408579 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 up at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:49:54.450489 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning for port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 completed by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 17:49:54.455819 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Provisioning complete for port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 triggered by entity L2. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:49:54.456194 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:54.456526 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Attempt 1 to provision port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 Oct 27 17:49:54.458551 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:54.530990 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Current status of the port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 is: BUILD; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:49:54.531366 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:54.533862 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:54.555348 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:49:54.557655 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9516c4a6233d36d0c00b71d6ef7868b0f257117723c490d95a8e4839747d6444" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896675b5-4759-4eda-b39a-33549226f064" -d '{"events": [{"server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "name": "network-vif-plugged", "status": "completed", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:49:54.569733 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] For port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:49:54.573756 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:54.621773 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Pushing event updated for resources: {'Port': ['ID=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,revision_number=5']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:54.667387 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6524f23e-c8a3-4be6-a98a-2191b3ceccc0 x-openstack-request-id: req-6524f23e-c8a3-4be6-a98a-2191b3ceccc0 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:49:54.667700 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "name": "network-vif-plugged", "status": "completed", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:49:54.667985 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6524f23e-c8a3-4be6-a98a-2191b3ceccc0 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:49:54.668382 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6524f23e-c8a3-4be6-a98a-2191b3ceccc0'] response: {'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'code': 200} Oct 27 17:49:54.922413 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c8683-8042-42b1-95ac-de7fffd091fe req-7612969b-0f27-43d8-a149-9cb77de0dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:54.923849 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-028c8683-8042-42b1-95ac-de7fffd091fe req-7612969b-0f27-43d8-a149-9cb77de0dafc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1130 time: 0.0430436 Oct 27 17:49:54.970306 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-028c8683-8042-42b1-95ac-de7fffd091fe req-f98c9830-41ca-43d7-b5c8-e3d4c419a3ac service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Oct 27 17:49:55.022278 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18767b-2761-443c-9590-1a238332f5c2 req-ae181b24-5618-4adf-b0f5-221647cf82e2 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:55.023702 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df18767b-2761-443c-9590-1a238332f5c2 req-ae181b24-5618-4adf-b0f5-221647cf82e2 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0455666 Oct 27 17:49:55.071940 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-df18767b-2761-443c-9590-1a238332f5c2 req-ad022209-5a0e-47c1-99c8-d179e63024c4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Oct 27 17:49:56.192316 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e251b3-9f0f-4e8e-ac79-0065798575f8 req-2faee57c-7e22-4451-b797-c69d27795ec0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:56.193775 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c3e251b3-9f0f-4e8e-ac79-0065798575f8 req-2faee57c-7e22-4451-b797-c69d27795ec0 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0462084 Oct 27 17:49:56.243546 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-c3e251b3-9f0f-4e8e-ac79-0065798575f8 req-30d1efad-4b95-4a32-a4ce-a1d5d6d1dc0d tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Oct 27 17:49:57.360691 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9ca36-9e88-4bfa-9a5f-2cc0192d7b67 req-96dd36fd-72f9-4afa-93d6-45001b0cacee tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:57.362157 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29c9ca36-9e88-4bfa-9a5f-2cc0192d7b67 req-96dd36fd-72f9-4afa-93d6-45001b0cacee tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0461528 Oct 27 17:49:57.409845 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-29c9ca36-9e88-4bfa-9a5f-2cc0192d7b67 req-a883d4d1-ef43-44cb-a5a0-55379684472c tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Oct 27 17:49:57.469535 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:57.522155 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:57.525091 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:57.534050 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f12c9-5501-4efe-ac14-112a0e2a614c req-a3e02eab-67f0-416e-9809-9ac031b475ff tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:57.535466 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-191f12c9-5501-4efe-ac14-112a0e2a614c req-a3e02eab-67f0-416e-9809-9ac031b475ff tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0482776 Oct 27 17:49:57.587929 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-191f12c9-5501-4efe-ac14-112a0e2a614c req-e805af3e-ba02-4e61-9122-5a68ff3d7f87 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Oct 27 17:49:57.616323 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47342) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:49:57.749475 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6e759-0445-48e3-b2cc-e54ea30fa37c tempest-TestVolumeBootPattern-1035486943 tempest-TestVolumeBootPattern-1035486943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:49:57.750969 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-69c6e759-0445-48e3-b2cc-e54ea30fa37c tempest-TestVolumeBootPattern-1035486943 tempest-TestVolumeBootPattern-1035486943-project-admin] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1125 time: 0.1337144 Oct 27 17:49:57.753840 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47346) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:49:57.757942 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.v2.base [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Request body: {'floatingip': {'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'port_id': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 17:49:57.779760 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:57.858737 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (None), before_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:58.227569 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_common [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Allocated IP 172.27.0.36 (b205bbac-529b-4ab5-a9ad-cbe31a2f14a1/27e70146-290b-486f-868b-b54af24447fe/a2bce4b8-d4fb-4139-a02b-9de0f238c6ae) {{(pid=104579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:49:58.330574 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:58.360754 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763296357515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:58.401810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Network b205bbac-529b-4ab5-a9ad-cbe31a2f14a1 is already hosted by enough agents. {{(pid=104579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:49:58.406971 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.base_scheduler [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Resources bound (agent type, host, resource id): {{(pid=104579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:49:58.409675 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Received port after_create {{(pid=104579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 17:49:58.411770 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=a2bce4b8-d4fb-4139-a02b-9de0f238c6ae,revision_number=1']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:58.649604 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:58.751989 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:58.756104 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (e219d3df-854e-4e60-8fd0-e5945b500865), precommit_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:58.821235 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-794429'] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), before_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:58.966137 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), precommit_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:58.970512 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763296768377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763296357533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763296357551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25885920'] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), after_update {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:59.039665 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event updated for resources: {'Port': ['ID=a2bce4b8-d4fb-4139-a02b-9de0f238c6ae,revision_number=2']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:49:59.042692 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716185'] for floatingip (e219d3df-854e-4e60-8fd0-e5945b500865), after_create {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:59.137462 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Floating IP e219d3df-854e-4e60-8fd0-e5945b500865 associated. External IP: 172.27.0.36, port: b6823ae7-fbf5-4aa7-b58d-9791661e2ad8. Oct 27 17:49:59.330784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:49:59.434841 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:49:59.444274 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:49:59.452724 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:49:59.454753 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:49:59.455358 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:49:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:49:59.455536 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:49:59.483921 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-8277ec77-d762-48d1-b47d-c4ce2c5108b4 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7290468 Oct 27 17:49:59.484541 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:49:59.486800 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde17d10-eb96-4d57-98bd-3316f8b140d3" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:49:59.557709 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:49:59.764117 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:41Z', 'revision_number': 1, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}, {'id': 'e219d3df-854e-4e60-8fd0-e5945b500865', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:65:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:49:58Z', 'updated_at': '2022-10-27T17:49:58Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:49:59.787843 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:49:59.796300 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:49:59.796883 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:49:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:49:59.893720 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:50:00.093767 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:41Z', 'revision_number': 1, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}, {'id': 'e219d3df-854e-4e60-8fd0-e5945b500865', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:65:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:49:58Z', 'updated_at': '2022-10-27T17:49:58Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:50:00.120574 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38e177-a9bd-4be4-beae-107ed379434a None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:41Z', 'revision_number': 1, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}, {'id': 'e219d3df-854e-4e60-8fd0-e5945b500865', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:65:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:49:58Z', 'updated_at': '2022-10-27T17:49:58Z', 'revision_number': 0, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:50:00.313981 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c6bb3-d8be-4775-8977-2b07aad1a6a2 None None] New status for floating IP e219d3df-854e-4e60-8fd0-e5945b500865: ACTIVE {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:50:00.534660 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6473d31e-3088-47f7-b1a5-264426297795 x-openstack-request-id: req-6473d31e-3088-47f7-b1a5-264426297795 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:50:00.535153 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:50:00.535334 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6473d31e-3088-47f7-b1a5-264426297795 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:50:00.535835 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6473d31e-3088-47f7-b1a5-264426297795'] response: {'name': 'network-changed', 'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'status': 'completed', 'code': 200} Oct 27 17:50:00.628327 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-a358933c-3607-40a0-b40f-4d129661bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:00.629871 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-a358933c-3607-40a0-b40f-4d129661bf50 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1130 time: 0.0444355 Oct 27 17:50:00.697290 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:00.720519 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-3f5ca32c-aadd-4be3-831a-3274222c0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:00.721991 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-3f5ca32c-aadd-4be3-831a-3274222c0343 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0860848 Oct 27 17:50:00.785677 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-64aa8491-1911-46b4-a950-65920427d25a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0580871 Oct 27 17:50:00.832662 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-57ca24f9-3d62-4ee0-a110-be91b85f3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:00.834072 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-57ca24f9-3d62-4ee0-a110-be91b85f3276 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0428281 Oct 27 17:50:00.877765 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-aa52ddaf-102b-4178-9be7-1d20519d49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:00.879233 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-aa52ddaf-102b-4178-9be7-1d20519d49f7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387421 Oct 27 17:50:00.971107 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-eb04f562-20b9-4d71-b194-f79343f0da14 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847173 Oct 27 17:50:01.059764 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-bde17d10-eb96-4d57-98bd-3316f8b140d3 req-5cab1abe-aff7-4115-82fd-8a80bad128c1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823104 Oct 27 17:50:05.654958 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:50:07.402793 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=69 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:07.405403 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=77 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:10.543976 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:10.545811 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:11.050330 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=52 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:11.056564 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=33 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:11.230842 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3050de40-1ebc-40ef-a74d-8cf89aa94623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:13.629213 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-86643053-179a-4f19-9d2b-0a7f5374d1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:15.072857 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:15.649952 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:15.650695 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:16.308067 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:16.928269 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:27.475955 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:37.470074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:37.471974 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:39.196421 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-224fd874-1b5f-4380-96ce-1277d77fc8bb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407555 Oct 27 17:50:39.301940 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-0cc224cc-a7e1-495b-be90-c8b0b0d05335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:39.303433 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-0cc224cc-a7e1-495b-be90-c8b0b0d05335 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1129 time: 0.0428019 Oct 27 17:50:39.405865 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-cc75bb32-a5b2-4cb6-93ae-4708a43124ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:39.407369 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-cc75bb32-a5b2-4cb6-93ae-4708a43124ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0854285 Oct 27 17:50:39.472436 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-ac8263b7-2fa5-43f3-96fa-9d8af3857da0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 1001 time: 0.0583460 Oct 27 17:50:39.521459 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-44e1cd7c-4c8c-496c-ad40-34a17549778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:39.522911 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-44e1cd7c-4c8c-496c-ad40-34a17549778f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0448146 Oct 27 17:50:39.565127 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-20d54c79-794c-473c-b86d-df9136e06b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:50:39.566602 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-20d54c79-794c-473c-b86d-df9136e06b7c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378268 Oct 27 17:50:39.658665 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-b782c963-7e3e-4c61-bbf5-7bc05bfac923 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Oct 27 17:50:39.746990 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-646b6cec-1a3d-4a81-9372-92bb5a8c4a36 req-219a1cc6-e8df-4d0b-acd5-e5d4c28e0906 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824986 Oct 27 17:50:41.233616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5bb4575a-8ab6-47b4-b366-ecd819842cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:42.653762 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:50:43.630400 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-374404bb-e91b-44b4-ad53-e43b16a775a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:45.075134 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:46.311809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:46.930117 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:50:49.741897 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=56 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:49.743833 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=45 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:52.648834 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:52.650143 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:56.923774 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:56.925722 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:50:57.492161 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:07.481609 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:07.487934 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:10.342246 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=15 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:10.344801 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=11 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:11.235560 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d763255e-706e-4897-9ffe-43dd9f6e8619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:13.631733 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-30a1f3f5-9d87-405b-92b6-a20fabc4bbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:15.078100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:16.315083 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:16.933086 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:19.653540 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:51:26.926508 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:26.928289 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:27.490448 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:29.648690 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:29.649393 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:37.480315 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:37.486394 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:41.182649 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-5fccd849-849e-4579-8023-692889c57133 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418630 Oct 27 17:51:41.236997 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-370bd63e-16a4-4bc4-aecd-854a0c97de82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:41.256574 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-54def9d9-45b5-4091-a461-a4833cc178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:41.258059 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-54def9d9-45b5-4091-a461-a4833cc178ce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1130 time: 0.0396709 Oct 27 17:51:41.360399 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-fb63ae0e-d85c-4378-8057-d3813f2a665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:41.361855 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-fb63ae0e-d85c-4378-8057-d3813f2a665a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0864334 Oct 27 17:51:41.423774 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-2f0490b9-5919-4470-913c-71aa987f9099 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 200 len: 1001 time: 0.0538251 Oct 27 17:51:41.470997 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-378ffbfb-9984-414b-af3f-f0f6481e173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:41.472403 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-378ffbfb-9984-414b-af3f-f0f6481e173c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0425277 Oct 27 17:51:41.517706 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-3fa2c736-004e-4df5-8ee0-8e793a81875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:41.519173 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-3fa2c736-004e-4df5-8ee0-8e793a81875e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410309 Oct 27 17:51:41.608620 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-95151d38-2830-4b5a-aa6d-7eadb3d92c00 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829821 Oct 27 17:51:41.700075 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-3fb0322f-200f-4bcd-9bbe-e3cfa68af380 req-c440a831-8f48-42e9-afc5-ee19a58546bb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857279 Oct 27 17:51:43.634115 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-616b1a28-76db-4325-8c4a-ddc27931707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:45.080370 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:46.318382 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:46.936169 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:48.383362 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47386) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:51:48.522195 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Deleting port a2bce4b8-d4fb-4139-a02b-9de0f238c6ae {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:51:48.522539 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:48.597831 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:48.598165 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:48.611516 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Calling delete_port for a2bce4b8-d4fb-4139-a02b-9de0f238c6ae owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:51:48.735741 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:48.756151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (a2bce4b8-d4fb-4139-a02b-9de0f238c6ae), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:48.760847 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:48.781431 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'Port': ['ID=a2bce4b8-d4fb-4139-a02b-9de0f238c6ae,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:51:48.796239 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.796591 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.796938 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.797277 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.797612 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.797943 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.798271 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.798596 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.798921 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.799249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.799575 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.799922 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.800246 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.800566 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.800889 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:51:48.858722 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (e219d3df-854e-4e60-8fd0-e5945b500865), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:48.859047 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Floating IP e219d3df-854e-4e60-8fd0-e5945b500865 disassociated (deleted). External IP: 172.27.0.36, port: b6823ae7-fbf5-4aa7-b58d-9791661e2ad8. Oct 27 17:51:49.052730 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:51:49.152869 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:51:49.157632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:49.162306 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:51:49.172486 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:51:49.173118 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:49.280973 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:51:49.463977 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-c3978179-7de4-4b90-a2c2-99139d358ba5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/e219d3df-854e-4e60-8fd0-e5945b500865 HTTP/1.1" status: 204 len: 168 time: 1.0794623 Oct 27 17:51:49.464721 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:51:49.467057 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da6a9d-95c7-44b4-8006-a394a450b498" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:51:49.502045 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:41Z', 'revision_number': 1, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:49.521450 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413132d-4ce9-4bee-9e50-8bf36b675d7f x-openstack-request-id: req-d413132d-4ce9-4bee-9e50-8bf36b675d7f {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:51:49.521983 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:51:49.522274 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d413132d-4ce9-4bee-9e50-8bf36b675d7f {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:51:49.522680 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d413132d-4ce9-4bee-9e50-8bf36b675d7f'] response: {'name': 'network-changed', 'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'status': 'completed', 'code': 200} Oct 27 17:51:49.528718 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:51:49.537206 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:51:49.537802 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:49.618991 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-d141e585-625f-4dd6-90e3-40d7c6b27058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:49.620871 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-d141e585-625f-4dd6-90e3-40d7c6b27058 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 1130 time: 0.0487413 Oct 27 17:51:49.647247 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:51:49.722469 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-35d05967-8f99-4171-8fbe-ecf4c9c8678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:49.723906 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-35d05967-8f99-4171-8fbe-ecf4c9c8678a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.0946779 Oct 27 17:51:49.730762 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673af5f-2bb6-4acb-917c-c509d7861b18 req-382048fd-6d43-433b-a865-7b3a7ec1e433 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:49.732250 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0673af5f-2bb6-4acb-917c-c509d7861b18 req-382048fd-6d43-433b-a865-7b3a7ec1e433 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0540249 Oct 27 17:51:49.781716 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-0673af5f-2bb6-4acb-917c-c509d7861b18 req-725f1f29-9701-4c1b-8616-50dbdbc0682a tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Oct 27 17:51:49.859932 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:41Z', 'revision_number': 1, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:49.883618 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567251-d428-4b80-818a-68ee0c487e4e None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_floatingips': [{'id': '84462553-780e-4e45-a770-d5937ed0fb14', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'router_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'port_id': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'mac_address': 'fa:16:3e:67:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T17:47:39Z', 'updated_at': '2022-10-27T17:47:41Z', 'revision_number': 1, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:51:50.089437 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea8037-8a0a-42bc-bbd6-22724b3208d2 None None] New status for floating IP e219d3df-854e-4e60-8fd0-e5945b500865: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:51:50.766864 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-0b7abb42-9ae2-4d13-8383-0ecdb43a7caa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0324838 Oct 27 17:51:50.813772 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-9c00bc15-c9c0-4989-af98-d89ba23bd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:50.815188 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-9c00bc15-c9c0-4989-af98-d89ba23bd1f6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0426023 Oct 27 17:51:50.861963 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-6e58ecd0-807b-47f9-b0dc-1adea8752fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:50.863347 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-6e58ecd0-807b-47f9-b0dc-1adea8752fb7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409021 Oct 27 17:51:50.952154 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf43cda-c957-4dea-b1b6-d716a364247f req-e73df7ff-4922-4b40-8cf9-1d67ac9065de tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:50.953619 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8cf43cda-c957-4dea-b1b6-d716a364247f req-e73df7ff-4922-4b40-8cf9-1d67ac9065de tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0940793 Oct 27 17:51:51.021452 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-adf72ae0-4322-4f27-aee5-6c4540914172 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507251 Oct 27 17:51:51.026578 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-8cf43cda-c957-4dea-b1b6-d716a364247f req-3263e0a7-2855-489e-826e-681a214270ff tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672038 Oct 27 17:51:51.410398 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:51.468423 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-74da6a9d-95c7-44b4-8006-a394a450b498 req-5c855987-4941-4dc2-969a-396189b444ae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 Oct 27 17:51:51.552220 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-74ec9de9-1b1c-4729-bbe1-f0034d9a1259 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:51.553723 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-74ec9de9-1b1c-4729-bbe1-f0034d9a1259 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 946 time: 0.0461757 Oct 27 17:51:51.585732 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:51.639380 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Deleting port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:51:51.639728 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:51.726830 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] For port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:51:51.727110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:51.744751 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Calling delete_port for b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:51:51.867973 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (b6823ae7-fbf5-4aa7-b58d-9791661e2ad8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:51.894217 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'Port': ['ID=b6823ae7-fbf5-4aa7-b58d-9791661e2ad8,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:51:51.943659 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] No DVR routers for this DVR port b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:51:51.946152 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:51.950023 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-fced1a3d-151d-47e1-a6f6-ad77a9e7892e req-d0dc7cfe-611c-41c7-a6d5-613e74e0def5 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "DELETE /networking/v2.0/ports/b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 HTTP/1.1" status: 204 len: 173 time: 0.3915517 Oct 27 17:51:51.950515 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'name': 'network-vif-deleted', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:51:51.952824 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02683276-1cb0-4224-b5df-7b974e4f43ce" -d '{"events": [{"server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "name": "network-vif-deleted", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:51:52.004122 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172502a-d401-44a9-800a-3087794d9441 x-openstack-request-id: req-b172502a-d401-44a9-800a-3087794d9441 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:51:52.004418 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc431d-c315-47ca-835b-6ea0a2ff168d", "name": "network-vif-deleted", "tag": "b6823ae7-fbf5-4aa7-b58d-9791661e2ad8", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:51:52.004671 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b172502a-d401-44a9-800a-3087794d9441 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:51:52.005078 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b172502a-d401-44a9-800a-3087794d9441'] response: {'server_uuid': 'eecc431d-c315-47ca-835b-6ea0a2ff168d', 'name': 'network-vif-deleted', 'tag': 'b6823ae7-fbf5-4aa7-b58d-9791661e2ad8', 'status': 'completed', 'code': 200} Oct 27 17:51:52.129587 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6eec2cd4-33b0-4a5a-8793-3495925f3193 req-3bfcd4d2-1eb4-4704-ad67-3db9ce610846 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=eecc431d-c315-47ca-835b-6ea0a2ff168d HTTP/1.1" status: 200 len: 210 time: 0.0289381 Oct 27 17:51:55.064176 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:51:55.083618 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:51:55.083988 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device b6823ae7-fbf5-4aa7-b58d-9791661e2ad8 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:51:55.428448 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47432) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:51:55.566951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Deleting port ec96e510-c07c-42a5-bf45-19b433f48a34 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:51:55.567295 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:55.648151 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:55.648479 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (ec96e510-c07c-42a5-bf45-19b433f48a34), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:55.660360 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Calling delete_port for ec96e510-c07c-42a5-bf45-19b433f48a34 owned by network:floatingip {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:51:55.748340 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:55.803638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ec96e510-c07c-42a5-bf45-19b433f48a34), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:55.830121 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'Port': ['ID=ec96e510-c07c-42a5-bf45-19b433f48a34,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:51:55.880140 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:55.894790 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (84462553-780e-4e45-a770-d5937ed0fb14), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:55.895126 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.db.l3_db [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Floating IP 84462553-780e-4e45-a770-d5937ed0fb14 disassociated (deleted). External IP: 172.27.0.148, port: c8314d68-3215-42b5-a8e1-79d5b0f4dba7. Oct 27 17:51:56.091432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:51:56.193492 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:51:56.198165 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:56.204339 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:51:56.215186 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:51:56.215809 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:56.229683 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-51764ff7-6a24-450b-9547-d936227b8109 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/84462553-780e-4e45-a770-d5937ed0fb14 HTTP/1.1" status: 204 len: 168 time: 0.7999518 Oct 27 17:51:56.230315 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:51:56.232916 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c779fd-8e48-4d59-b891-14853d6efd75" -d '{"events": [{"name": "network-changed", "server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:51:56.271733 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374cd8d0-e196-4080-9f49-a79530cddef8 x-openstack-request-id: req-374cd8d0-e196-4080-9f49-a79530cddef8 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:51:56.272110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:51:56.272432 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-374cd8d0-e196-4080-9f49-a79530cddef8 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:51:56.272929 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374cd8d0-e196-4080-9f49-a79530cddef8'] response: {'name': 'network-changed', 'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'status': 'completed', 'code': 200} Oct 27 17:51:56.322107 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:51:56.350840 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:56.365309 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-63a5636d-3d39-4499-b21f-c5e3573b6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:56.367192 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-63a5636d-3d39-4499-b21f-c5e3573b6f09 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e62c12b7398343648a02ef5c64cda2b1&device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 1129 time: 0.0445199 Oct 27 17:51:56.468514 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710729ee-3c4f-4420-a6d5-1f48467db2fc req-27b9629f-1f55-4999-bb05-af2bd33bc946 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:56.470123 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-710729ee-3c4f-4420-a6d5-1f48467db2fc req-27b9629f-1f55-4999-bb05-af2bd33bc946 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 945 time: 0.0497518 Oct 27 17:51:56.486138 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-e42f0eba-3132-42d4-911b-860f24566f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:56.487667 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-e42f0eba-3132-42d4-911b-860f24566f4d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 200 len: 913 time: 0.1130261 Oct 27 17:51:56.520448 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [req-710729ee-3c4f-4420-a6d5-1f48467db2fc req-ca10a663-2ed1-4239-b97b-3e84f6a5d6eb tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Oct 27 17:51:56.520680 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:56.532177 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:56.556782 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:51:56.565289 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:51:56.565879 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:56.656946 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:51:56.670220 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:51:56.927457 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:51:56.955216 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c39cd8-02cc-4db8-85f6-3bd8c2595c11 None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:54Z', 'revision_number': 4, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi', '_interfaces': [{'id': 'ebb5ccfd-ff91-4aac-83e8-46a78f95df91', 'name': '', 'network_id': 'cacaec05-05b8-4422-92f4-e7ab38239f98', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'mac_address': 'fa:16:3e:28:0b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:54Z', 'updated_at': '2022-10-27T17:44:00Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'subnets': [{'id': 'cece5815-662b-4965-9e90-238891e4fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:51:57.170126 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c72ce-1b58-44d0-9b61-d34292452fc3 None None] New status for floating IP 84462553-780e-4e45-a770-d5937ed0fb14: DOWN {{(pid=104581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 17:51:57.481211 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-6413d0b6-9e5f-4984-a0ea-152d3eaf4838 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 200 len: 217 time: 0.0329435 Oct 27 17:51:57.509164 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:57.528279 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-3d0b3cd4-f684-44cc-8374-4f4e147e6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:57.529748 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-3d0b3cd4-f684-44cc-8374-4f4e147e6310 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 200 len: 851 time: 0.0427597 Oct 27 17:51:57.581463 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-2bdcf765-6a8a-4ed7-a9fb-1127ab57fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:57.583115 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-2bdcf765-6a8a-4ed7-a9fb-1127ab57fda0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cacaec05-05b8-4422-92f4-e7ab38239f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444496 Oct 27 17:51:57.693056 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834ed53-42d3-4008-9135-70bb630941a4 req-c3e83307-451c-4b3f-8797-85699f18db40 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:57.694534 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6834ed53-42d3-4008-9135-70bb630941a4 req-c3e83307-451c-4b3f-8797-85699f18db40 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 945 time: 0.0957665 Oct 27 17:51:57.734329 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-ff446d94-752f-4bb0-83ad-1d92a5af55c5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433547 Oct 27 17:51:57.745478 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:57.759454 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-6834ed53-42d3-4008-9135-70bb630941a4 req-e1fbc06f-a450-4ecd-be73-742a0fdf42fe tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5c6e785a-bdbb-4188-8258-00adf044428b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591633 Oct 27 17:51:57.856320 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-14c779fd-8e48-4d59-b891-14853d6efd75 req-9dc77820-1f61-4168-a542-cbec57c85138 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847285 Oct 27 17:51:58.174503 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-6cbc25bc-cb6c-4a33-8b57-062d09ac774e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 17:51:58.175978 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-6cbc25bc-cb6c-4a33-8b57-062d09ac774e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 945 time: 0.0501800 Oct 27 17:51:58.255796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Deleting port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:51:58.256136 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:58.278471 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=100 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:51:58.347891 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] For port c8314d68-3215-42b5-a8e1-79d5b0f4dba7, host hv-cinder-86283, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86283',level=0,port_id=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:51:58.348257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:58.361562 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Calling delete_port for c8314d68-3215-42b5-a8e1-79d5b0f4dba7 owned by compute:nova {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:51:58.485481 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (c8314d68-3215-42b5-a8e1-79d5b0f4dba7), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:58.514853 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'Port': ['ID=c8314d68-3215-42b5-a8e1-79d5b0f4dba7,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:51:58.559769 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] No DVR routers for this DVR port c8314d68-3215-42b5-a8e1-79d5b0f4dba7 on host hv-cinder-86283 {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:51:58.562166 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for port (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:51:58.565417 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-44bf41e3-bf99-4b40-bfc6-c6e77d5c61fe req-cc554a48-5cd4-44de-9409-283fc421d061 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c8314d68-3215-42b5-a8e1-79d5b0f4dba7 HTTP/1.1" status: 204 len: 173 time: 0.3845899 Oct 27 17:51:58.565907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'name': 'network-vif-deleted', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7'}] {{(pid=104579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 17:51:58.568149 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c5354209662e44ee23b274571e19a1611b2eac3629616bbacf7ab2fc6e4f83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9da50-4a02-417d-b036-387dcba54386" -d '{"events": [{"server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "name": "network-vif-deleted", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7"}]}' {{(pid=104579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:51:58.608571 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3175efb-e71e-4fdc-bec3-cb0627d11b36 x-openstack-request-id: req-f3175efb-e71e-4fdc-bec3-cb0627d11b36 {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:51:58.608937 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b", "name": "network-vif-deleted", "tag": "c8314d68-3215-42b5-a8e1-79d5b0f4dba7", "status": "completed", "code": 200}]} {{(pid=104579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:51:58.609253 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3175efb-e71e-4fdc-bec3-cb0627d11b36 {{(pid=104579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:51:58.609661 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3175efb-e71e-4fdc-bec3-cb0627d11b36'] response: {'server_uuid': '7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b', 'name': 'network-vif-deleted', 'tag': 'c8314d68-3215-42b5-a8e1-79d5b0f4dba7', 'status': 'completed', 'code': 200} Oct 27 17:51:58.867393 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [req-289a3758-94cd-4416-924a-648ec183a778 req-40a15c64-adb0-402d-b8df-6c39b0e3a60e tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7a23fbc7-0b00-4f94-b77d-4e9dc21a9d2b HTTP/1.1" status: 200 len: 210 time: 0.0323913 Oct 27 17:51:59.934318 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 47448) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:00.042638 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Deleting port 2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:00.042981 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:00.120477 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:00.120806 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:00.132513 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Calling delete_port for 2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2 owned by network:floatingip {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:00.260148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:00.283632 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'Port': ['ID=2ee3a4e6-ed88-4b79-9b83-8b99e365e2e2,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:00.295795 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.296145 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.296484 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.296822 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.297156 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.297483 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.297810 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.298134 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.298452 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.298773 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.299094 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.299417 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.299779 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.300104 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.300419 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:00.354527 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for floatingip (49e86003-0cea-44b6-9bce-cd447c8d2c07), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:00.357024 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135088'] for floatingip (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:00.358422 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-9cce0e51-2b3d-441a-bdc3-16c800fba736 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "DELETE /networking/v2.0/floatingips/49e86003-0cea-44b6-9bce-cd447c8d2c07 HTTP/1.1" status: 204 len: 168 time: 0.4237709 Oct 27 17:52:01.565832 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47460) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:01.623757 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-188d4188-93c0-4c3a-8213-87f00d5f5108 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group (5c6e785a-bdbb-4188-8258-00adf044428b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:01.648000 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-188d4188-93c0-4c3a-8213-87f00d5f5108 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group (5c6e785a-bdbb-4188-8258-00adf044428b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:01.712363 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-188d4188-93c0-4c3a-8213-87f00d5f5108 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (5c6e785a-bdbb-4188-8258-00adf044428b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:01.715510 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-188d4188-93c0-4c3a-8213-87f00d5f5108 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:01.716683 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-188d4188-93c0-4c3a-8213-87f00d5f5108 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] 10.222.0.36 "DELETE /networking/v2.0/security-groups/5c6e785a-bdbb-4188-8258-00adf044428b HTTP/1.1" status: 204 len: 168 time: 0.1498682 Oct 27 17:52:01.726098 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d4188-93c0-4c3a-8213-87f00d5f5108 tempest-TestVolumeBootPattern-1346887961 tempest-TestVolumeBootPattern-1346887961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e785a-bdbb-4188-8258-00adf044428b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:01.776059 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47464) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:02.120893 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:02.204254 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:02.346815 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:02.421543 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Deleting port ebb5ccfd-ff91-4aac-83e8-46a78f95df91 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:02.421810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:02.501959 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] For port ebb5ccfd-ff91-4aac-83e8-46a78f95df91, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:02.502324 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:02.515378 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Calling delete_port for ebb5ccfd-ff91-4aac-83e8-46a78f95df91 owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:02.686859 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (ebb5ccfd-ff91-4aac-83e8-46a78f95df91), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:02.709153 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb5ccfd-ff91-4aac-83e8-46a78f95df91,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:02.859951 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:02.873379 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:02.894514 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3e588-fd3e-4d32-a828-2860e806a134 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:52:02.969966 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3e588-fd3e-4d32-a828-2860e806a134 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:52:03.095100 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device c8314d68-3215-42b5-a8e1-79d5b0f4dba7 no longer exists at agent hyperv_hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:03.121367 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] No Port match for: c8314d68-3215-42b5-a8e1-79d5b0f4dba7 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:03.121713 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Device c8314d68-3215-42b5-a8e1-79d5b0f4dba7 not bound to the agent host hv-cinder-86283 {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:03.359287 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:52:03.465055 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:52:03.472877 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-d7c6d7bc-a51d-4c72-8bc1-bd1d3319d964 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/ff4ef359-bf64-40e6-ba70-c163c07b9bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6929951 Oct 27 17:52:03.472877 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47468) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:03.474050 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] Sync routers for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:52:03.479233 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:03.485899 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:52:03.486735 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:03.578784 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks [] for router (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:03.581070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-ccb8b6f1-121a-426f-b9c6-e59ff0c840e3 None None] Provisioning complete for port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:52:03.581662 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccb8b6f1-121a-426f-b9c6-e59ff0c840e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:03.582181 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-ccb8b6f1-121a-426f-b9c6-e59ff0c840e3 None None] Attempt 1 to provision port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 Oct 27 17:52:03.595848 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: dv-cinder-862831-1-iscsi {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:52:03.659426 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8b6f1-121a-426f-b9c6-e59ff0c840e3 None None] Current status of the port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:52:03.682690 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks [] for router_gateway (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:03.724852 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Deleting port 8f2f346d-b873-4d8b-9d30-aaee194e52dd {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:03.725539 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:03.766194 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:52:02Z', 'revision_number': 5, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port': {'id': '8f2f346d-b873-4d8b-9d30-aaee194e52dd', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:03.793058 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] Checking router: ff4ef359-bf64-40e6-ba70-c163c07b9bf8 for host: dv-cinder-862831-1-iscsi {{(pid=104582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:52:03.801237 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] Routers {'ff4ef359-bf64-40e6-ba70-c163c07b9bf8'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:52:03.801833 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'], 'active': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:03.806322 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] For port 8f2f346d-b873-4d8b-9d30-aaee194e52dd, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=8f2f346d-b873-4d8b-9d30-aaee194e52dd,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:03.806682 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:03.820561 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Calling delete_port for 8f2f346d-b873-4d8b-9d30-aaee194e52dd owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:03.885943 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvr_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] Set router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 gateway port host: None {{(pid=104582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:52:03.887419 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:03.939171 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_hamode_db [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:52:03Z', 'revision_number': 6, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:03.941258 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:03.965080 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3030a9-e513-4d62-9d0e-bb148ad959f2 None None] The sync data for ids ['ff4ef359-bf64-40e6-ba70-c163c07b9bf8'] in dv-cinder-862831-1-iscsi is: [{'id': 'ff4ef359-bf64-40e6-ba70-c163c07b9bf8', 'name': 'tempest-TestVolumeBootPattern-1995114004-router', 'tenant_id': 'e62c12b7398343648a02ef5c64cda2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:52Z', 'updated_at': '2022-10-27T17:52:03Z', 'revision_number': 6, 'project_id': 'e62c12b7398343648a02ef5c64cda2b1', 'gw_port_host': None}] {{(pid=104582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:52:03.990075 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (8f2f346d-b873-4d8b-9d30-aaee194e52dd), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.019807 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2f346d-b873-4d8b-9d30-aaee194e52dd,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:04.081257 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.167521 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.169716 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks [] for router_controller (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.209250 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (ff4ef359-bf64-40e6-ba70-c163c07b9bf8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.209810 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4ef359-bf64-40e6-ba70-c163c07b9bf8 {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:52:04.214333 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.215500 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-69da77a1-5846-4082-8abc-2f932a5d49c2 admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/ff4ef359-bf64-40e6-ba70-c163c07b9bf8 HTTP/1.1" status: 204 len: 168 time: 0.7413869 Oct 27 17:52:04.218312 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47470) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:04.265855 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Deleting subnet cece5815-662b-4965-9e90-238891e4fdc8 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:52:04.268914 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Publish callbacks [] for subnet (cece5815-662b-4965-9e90-238891e4fdc8), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.302569 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (cece5815-662b-4965-9e90-238891e4fdc8), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.368110 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:04.382717 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (cece5815-662b-4965-9e90-238891e4fdc8), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.443308 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (cece5815-662b-4965-9e90-238891e4fdc8), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.470447 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cece5815-662b-4965-9e90-238891e4fdc8,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:04.472417 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.475519 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-1ec0233a-739f-4708-b6a8-608667910d26 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/cece5815-662b-4965-9e90-238891e4fdc8 HTTP/1.1" status: 204 len: 168 time: 0.2562721 Oct 27 17:52:04.476780 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff957eef-7aa3-4254-82c1-975576abfe26 None None] Network cacaec05-05b8-4422-92f4-e7ab38239f98 requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:52:04.478856 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [-] (104580) accepted ('10.222.0.36', 47472) {{(pid=104580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:04.550339 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (cacaec05-05b8-4422-92f4-e7ab38239f98), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.592190 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Deleting port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 {{(pid=104580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:04.592530 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.655007 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.db [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] For port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,segment=NetworkSegment(56eb47d8-a012-472f-ac2b-4093aaa3103a),segment_id=56eb47d8-a012-472f-ac2b-4093aaa3103a)] {{(pid=104580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:04.655295 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.671868 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Calling delete_port for b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 owned by network:dhcp {{(pid=104580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:04.686371 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:04.718830 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] DHCP port deletion for cacaec05-05b8-4422-92f4-e7ab38239f98 request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:52:04.761066 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25552632'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.762602 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Deleting port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:04.762974 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.766001 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:04.788065 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:04.792030 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] No DVR routers for this DVR port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 on host dv-cinder-862831-1-iscsi {{(pid=104580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:52:04.835887 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] For port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96, host dv-cinder-862831-1-iscsi, got binding levels [] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:04.836285 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.850404 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Calling delete_port for b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:04.854205 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.ipam_backend_mixin [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 was not found and therefore no delete operation was performed {{(pid=104581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 27 17:52:04.855521 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524'] for port (b2bc231a-64ba-4bb2-acf5-427d5b3b4c96), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.866062 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (cacaec05-05b8-4422-92f4-e7ab38239f98), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.884071 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Pushing event deleted for resources: {'Port': ['ID=b2bc231a-64ba-4bb2-acf5-427d5b3b4c96,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:04.886829 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacaec05-05b8-4422-92f4-e7ab38239f98']}} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:04.890109 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] No DVR routers for this DVR port b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 on host dv-cinder-862831-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:52:04.899853 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56eb47d8-a012-472f-ac2b-4093aaa3103a') {'for_net_delete': True} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:04.900148 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.services.segments.db [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56eb47d8-a012-472f-ac2b-4093aaa3103a') {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:04.901954 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.902301 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.902640 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.902993 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.903289 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.903616 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.903987 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.904308 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.904642 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.904989 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.905241 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.905559 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.905880 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.906190 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.906503 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dca23-d7d2-45fe-ae07-18e559ba331f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862831-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:52:04.910058 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25733668'] for segment (56eb47d8-a012-472f-ac2b-4093aaa3103a), before_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.928368 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (56eb47d8-a012-472f-ac2b-4093aaa3103a), precommit_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:04.935828 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:52:04.936306 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25552587'] for segment (56eb47d8-a012-472f-ac2b-4093aaa3103a), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.008094 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (cacaec05-05b8-4422-92f4-e7ab38239f98), after_delete {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.016090 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.020035 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.wsgi [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/cacaec05-05b8-4422-92f4-e7ab38239f98 HTTP/1.1" status: 204 len: 168 time: 0.5400274 Oct 27 17:52:05.022967 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47478) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:05.033599 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 56eb47d8-a012-472f-ac2b-4093aaa3103a resource provider aggregate not found Oct 27 17:52:05.038623 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca40a05-7f87-4a91-a2e9-0e39e34e9a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=cacaec05-05b8-4422-92f4-e7ab38239f98,revision_number=None']} {{(pid=104580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:05.049868 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ebb5ccfd-ff91-4aac-83e8-46a78f95df91 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:05.063631 dv-cinder-862831-1-iscsi neutron-server[104580]: INFO neutron.services.segments.plugin [-] Segment 56eb47d8-a012-472f-ac2b-4093aaa3103a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56eb47d8-a012-472f-ac2b-4093aaa3103a found for delete ", "request_id": "req-c80d9a82-3b40-4bc9-9310-040469687a8b"}]} Oct 27 17:52:05.069708 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: ebb5ccfd-ff91-4aac-83e8-46a78f95df91 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:05.070055 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device ebb5ccfd-ff91-4aac-83e8-46a78f95df91 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:05.070471 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 8f2f346d-b873-4d8b-9d30-aaee194e52dd no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:05.088964 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 8f2f346d-b873-4d8b-9d30-aaee194e52dd {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:05.089306 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 8f2f346d-b873-4d8b-9d30-aaee194e52dd not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:05.089764 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:05.108749 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:05.109088 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device b2bc231a-64ba-4bb2-acf5-427d5b3b4c96 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:05.343799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1714649'] for router_interface (13326cf2-5531-4a92-ab23-e9849fe570ea), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.519283 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:05.561269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Deleting port 64e28bc8-169d-4b22-9b3f-b5513ba6538b {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:05.561732 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.645393 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] For port 64e28bc8-169d-4b22-9b3f-b5513ba6538b, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=64e28bc8-169d-4b22-9b3f-b5513ba6538b,segment=NetworkSegment(bc0fa094-3048-402a-aa25-bd8a423f3364),segment_id=bc0fa094-3048-402a-aa25-bd8a423f3364)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:05.645668 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.658377 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Calling delete_port for 64e28bc8-169d-4b22-9b3f-b5513ba6538b owned by network:router_interface {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:05.719342 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:05.832459 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (64e28bc8-169d-4b22-9b3f-b5513ba6538b), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:05.858567 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e28bc8-169d-4b22-9b3f-b5513ba6538b,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:06.016198 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1640493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715529'] for router_interface (13326cf2-5531-4a92-ab23-e9849fe570ea), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.045259 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5027a-1f7b-40fa-a61a-d3bf045b2313 None None] get_active_networks_info from dv-cinder-862831-1-iscsi {{(pid=104581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 17:52:06.111550 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5027a-1f7b-40fa-a61a-d3bf045b2313 None None] Resources bound (agent type, host, resource id): {{(pid=104581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:52:06.118038 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:06.126835 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:06.223132 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Router 13326cf2-5531-4a92-ab23-e9849fe570ea has already been hosted by L3 agent dfe51cf2-ba22-429e-b625-8c31b310282f {{(pid=104579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:52:06.326898 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] Notify agent at l3_agent.dv-cinder-862831-1-iscsi the message routers_updated {{(pid=104579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:52:06.335269 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-aa44d6ba-310b-4cd1-acbb-8cbbf80049a3 admin admin] 10.222.0.36 "PUT /networking/v2.0/routers/13326cf2-5531-4a92-ab23-e9849fe570ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3070395 Oct 27 17:52:06.335269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47482) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:06.339189 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] Sync routers for ids ['13326cf2-5531-4a92-ab23-e9849fe570ea'] in dv-cinder-862831-1-iscsi {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:52:06.349727 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] Routers {'13326cf2-5531-4a92-ab23-e9849fe570ea'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:52:06.350450 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['13326cf2-5531-4a92-ab23-e9849fe570ea'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:06.394089 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:06.440750 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks [] for router (13326cf2-5531-4a92-ab23-e9849fe570ea), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.467915 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] Set router 13326cf2-5531-4a92-ab23-e9849fe570ea gateway port host: dv-cinder-862831-1-iscsi {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:52:06.547314 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks [] for router_gateway (13326cf2-5531-4a92-ab23-e9849fe570ea), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.585540 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:06.599873 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Deleting port 236b860e-4882-4976-98c9-752164d24956 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:06.600249 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (236b860e-4882-4976-98c9-752164d24956), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.660805 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'external_fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '236b860e-4882-4976-98c9-752164d24956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:52:05Z', 'revision_number': 5, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port': {'id': '236b860e-4882-4976-98c9-752164d24956', 'name': '', 'network_id': 'b205bbac-529b-4ab5-a9ad-cbe31a2f14a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ce:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '27e70146-290b-486f-868b-b54af24447fe', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862831-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T17:43:57Z', 'updated_at': '2022-10-27T17:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27e70146-290b-486f-868b-b54af24447fe', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862831-1-iscsi'}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:06.686405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] Checking router: 13326cf2-5531-4a92-ab23-e9849fe570ea for host: dv-cinder-862831-1-iscsi {{(pid=104581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:52:06.690616 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] For port 236b860e-4882-4976-98c9-752164d24956, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=236b860e-4882-4976-98c9-752164d24956,segment=NetworkSegment(6a5d22cf-3312-400d-a3f3-bd0a1f2615e7),segment_id=6a5d22cf-3312-400d-a3f3-bd0a1f2615e7)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:06.690866 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (236b860e-4882-4976-98c9-752164d24956), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.696665 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] Routers {'13326cf2-5531-4a92-ab23-e9849fe570ea'} bound to L3 agent in host dv-cinder-862831-1-iscsi {{(pid=104581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 17:52:06.697241 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862831-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T17:22:13Z,description=,heartbeat_timestamp=2022-10-27T17:51:44Z,host='dv-cinder-862831-1-iscsi',id=dfe51cf2-ba22-429e-b625-8c31b310282f,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T17:22:13Z,topic='l3_agent')) {'router_ids': ['13326cf2-5531-4a92-ab23-e9849fe570ea'], 'active': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:06.708639 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Calling delete_port for 236b860e-4882-4976-98c9-752164d24956 owned by network:router_gateway {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:06.780341 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvr_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] Set router 13326cf2-5531-4a92-ab23-e9849fe570ea gateway port host: None {{(pid=104581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 17:52:06.831377 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_hamode_db [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:52:06Z', 'revision_number': 6, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port_host': None}], 'dv-cinder-862831-1-iscsi', False) {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:06.862963 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [None req-c7d68dca-bb18-4bd0-8e31-7ba71bb64536 None None] Provisioning complete for port 76ac86f7-c030-40db-bbf9-965b0d694dd0 triggered by entity DHCP. {{(pid=104581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 17:52:06.863326 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c7d68dca-bb18-4bd0-8e31-7ba71bb64536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852353'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), provisioning_complete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.863652 dv-cinder-862831-1-iscsi neutron-server[104581]: INFO neutron.plugins.ml2.plugin [None req-c7d68dca-bb18-4bd0-8e31-7ba71bb64536 None None] Attempt 1 to provision port 76ac86f7-c030-40db-bbf9-965b0d694dd0 Oct 27 17:52:06.866668 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e1cab-c901-4d1d-af2f-99727489eab2 None None] The sync data for ids ['13326cf2-5531-4a92-ab23-e9849fe570ea'] in dv-cinder-862831-1-iscsi is: [{'id': '13326cf2-5531-4a92-ab23-e9849fe570ea', 'name': 'tempest-TestVolumeBootPattern-1407906953-router', 'tenant_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T17:43:56Z', 'updated_at': '2022-10-27T17:52:06Z', 'revision_number': 6, 'project_id': 'aa0218911a6646aa92466ad1b54fcaeb', 'gw_port_host': None}] {{(pid=104581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:52:06.874331 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (236b860e-4882-4976-98c9-752164d24956), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:06.904084 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Pushing event deleted for resources: {'Port': ['ID=236b860e-4882-4976-98c9-752164d24956,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:06.951326 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c7d68dca-bb18-4bd0-8e31-7ba71bb64536 None None] Current status of the port 76ac86f7-c030-40db-bbf9-965b0d694dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104581) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 17:52:06.963553 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716126'] for router_gateway (13326cf2-5531-4a92-ab23-e9849fe570ea), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.047269 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-109445'] for router (13326cf2-5531-4a92-ab23-e9849fe570ea), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.049338 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks [] for router_controller (13326cf2-5531-4a92-ab23-e9849fe570ea), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.093514 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715484'] for router (13326cf2-5531-4a92-ab23-e9849fe570ea), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.094108 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13326cf2-5531-4a92-ab23-e9849fe570ea {{(pid=104579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:52:07.098779 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.099953 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-fc783491-3ffc-493d-b006-3399eeed585b admin admin] 10.222.0.36 "DELETE /networking/v2.0/routers/13326cf2-5531-4a92-ab23-e9849fe570ea HTTP/1.1" status: 204 len: 168 time: 0.7644780 Oct 27 17:52:07.102932 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47484) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:07.420070 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.db_base_plugin_v2 [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Deleting subnet beeb535c-f216-43e6-9da4-aca8d05b7200 {{(pid=104579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 17:52:07.423192 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Publish callbacks [] for subnet (beeb535c-f216-43e6-9da4-aca8d05b7200), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.456632 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25883220'] for subnet (beeb535c-f216-43e6-9da4-aca8d05b7200), precommit_delete_associations {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.532755 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914835'] for subnet (beeb535c-f216-43e6-9da4-aca8d05b7200), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.562983 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:07.586387 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25885882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25417019'] for subnet (beeb535c-f216-43e6-9da4-aca8d05b7200), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.610680 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beeb535c-f216-43e6-9da4-aca8d05b7200,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:07.616168 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.619295 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-4318359b-0ab4-4f8f-b962-a952b1e35b45 admin admin] 10.222.0.36 "DELETE /networking/v2.0/subnets/beeb535c-f216-43e6-9da4-aca8d05b7200 HTTP/1.1" status: 204 len: 168 time: 0.5154023 Oct 27 17:52:07.621796 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47486) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:07.624080 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11fabfc-e2c0-46e6-942d-62c860de17f9 None None] Network d83f58c1-8e0d-48e6-96c7-523da7c8a9de requested from dv-cinder-862831-1-iscsi {{(pid=104581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 17:52:07.656808 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 64e28bc8-169d-4b22-9b3f-b5513ba6538b no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:07.700451 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1009935'] for network (d83f58c1-8e0d-48e6-96c7-523da7c8a9de), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.713965 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:07.754965 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Deleting port 76ac86f7-c030-40db-bbf9-965b0d694dd0 {{(pid=104579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 17:52:07.755462 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763296764362'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.820809 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 64e28bc8-169d-4b22-9b3f-b5513ba6538b {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:07.821697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 64e28bc8-169d-4b22-9b3f-b5513ba6538b not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:07.825499 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.db [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] For port 76ac86f7-c030-40db-bbf9-965b0d694dd0, host dv-cinder-862831-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862831-1-iscsi',level=0,port_id=76ac86f7-c030-40db-bbf9-965b0d694dd0,segment=NetworkSegment(bc0fa094-3048-402a-aa25-bd8a423f3364),segment_id=bc0fa094-3048-402a-aa25-bd8a423f3364)] {{(pid=104579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:52:07.825853 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1720278'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.840425 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.plugin [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Calling delete_port for 76ac86f7-c030-40db-bbf9-965b0d694dd0 owned by network:dhcp {{(pid=104579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 17:52:07.935512 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-794490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763296768431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763296357524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25885935'] for port (76ac86f7-c030-40db-bbf9-965b0d694dd0), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:07.954962 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28bd43-30b0-4d51-9022-1f9c6e551b25 None None] DHCP port deletion for d83f58c1-8e0d-48e6-96c7-523da7c8a9de request from dv-cinder-862831-1-iscsi {{(pid=104581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 17:52:07.965203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ac86f7-c030-40db-bbf9-965b0d694dd0,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:07.968500 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] No DVR routers for this DVR port 76ac86f7-c030-40db-bbf9-965b0d694dd0 on host dv-cinder-862831-1-iscsi {{(pid=104579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 17:52:08.042209 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-915816', 'neutron.services.segments.db._delete_segments_for_network-8763296860546'] for network (d83f58c1-8e0d-48e6-96c7-523da7c8a9de), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.062288 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83f58c1-8e0d-48e6-96c7-523da7c8a9de']}} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:08.072314 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0fa094-3048-402a-aa25-bd8a423f3364') {'for_net_delete': True} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:08.072554 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.services.segments.db [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0fa094-3048-402a-aa25-bd8a423f3364') {} {{(pid=104579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:52:08.081996 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763296860609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25883229'] for segment (bc0fa094-3048-402a-aa25-bd8a423f3364), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.095345 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707'] for segment (bc0fa094-3048-402a-aa25-bd8a423f3364), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.101579 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:52:08.101962 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25885916'] for segment (bc0fa094-3048-402a-aa25-bd8a423f3364), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.161585 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-915811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1640468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716146'] for network (d83f58c1-8e0d-48e6-96c7-523da7c8a9de), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.167341 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1640454'] for network (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.170584 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] 10.222.0.36 "DELETE /networking/v2.0/networks/d83f58c1-8e0d-48e6-96c7-523da7c8a9de HTTP/1.1" status: 204 len: 168 time: 0.5478814 Oct 27 17:52:08.174057 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment bc0fa094-3048-402a-aa25-bd8a423f3364 resource provider aggregate not found Oct 27 17:52:08.186907 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1474e5-b6c7-4d94-aaab-53ae8b28f168 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83f58c1-8e0d-48e6-96c7-523da7c8a9de,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:08.195837 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.services.segments.plugin [-] Segment bc0fa094-3048-402a-aa25-bd8a423f3364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc0fa094-3048-402a-aa25-bd8a423f3364 found for delete ", "request_id": "req-c1fe9e58-2cd5-4d21-8d9a-dff32d72b827"}]} Oct 27 17:52:08.287176 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47496) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:08.331564 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-903e7dc9-77ea-458a-9214-fbb8ea69645a admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=e62c12b7398343648a02ef5c64cda2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430763 Oct 27 17:52:08.333950 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47498) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:08.381337 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-824a2189-1116-4f4f-96fb-4539ef04727b admin admin] Publish callbacks [] for security_group (e5a445ad-b8db-4808-a03d-f88178969833), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.401645 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-824a2189-1116-4f4f-96fb-4539ef04727b admin admin] Publish callbacks [] for security_group (e5a445ad-b8db-4808-a03d-f88178969833), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.450284 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-824a2189-1116-4f4f-96fb-4539ef04727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (e5a445ad-b8db-4808-a03d-f88178969833), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.452915 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-824a2189-1116-4f4f-96fb-4539ef04727b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.454390 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-824a2189-1116-4f4f-96fb-4539ef04727b admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/e5a445ad-b8db-4808-a03d-f88178969833 HTTP/1.1" status: 204 len: 168 time: 0.1193004 Oct 27 17:52:08.463799 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2189-1116-4f4f-96fb-4539ef04727b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a445ad-b8db-4808-a03d-f88178969833,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:08.773492 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47504) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:08.815147 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-0adb9dff-d630-4902-82d1-5c4cf4577fbe admin admin] 10.222.0.36 "GET /networking/v2.0/security-groups?tenant_id=aa0218911a6646aa92466ad1b54fcaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386198 Oct 27 17:52:08.815496 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [-] (104579) accepted ('10.222.0.36', 47506) {{(pid=104579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 17:52:08.863033 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2eee2845-9a77-48a9-8fc0-ac5aed5ada1d admin admin] Publish callbacks [] for security_group (083c3d22-5bd3-4767-b188-517f6b3bec28), before_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.884725 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2eee2845-9a77-48a9-8fc0-ac5aed5ada1d admin admin] Publish callbacks [] for security_group (083c3d22-5bd3-4767-b188-517f6b3bec28), precommit_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.894095 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:08.932638 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2eee2845-9a77-48a9-8fc0-ac5aed5ada1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1765130'] for security_group (083c3d22-5bd3-4767-b188-517f6b3bec28), after_delete {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.935203 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron_lib.callbacks.manager [None req-2eee2845-9a77-48a9-8fc0-ac5aed5ada1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:08.936370 dv-cinder-862831-1-iscsi neutron-server[104579]: INFO neutron.wsgi [None req-2eee2845-9a77-48a9-8fc0-ac5aed5ada1d admin admin] 10.222.0.36 "DELETE /networking/v2.0/security-groups/083c3d22-5bd3-4767-b188-517f6b3bec28 HTTP/1.1" status: 204 len: 168 time: 0.1199884 Oct 27 17:52:08.939421 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:08.944927 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee2845-9a77-48a9-8fc0-ac5aed5ada1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083c3d22-5bd3-4767-b188-517f6b3bec28,revision_number=None']} {{(pid=104579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:52:09.032853 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 76ac86f7-c030-40db-bbf9-965b0d694dd0 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:09.056266 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 76ac86f7-c030-40db-bbf9-965b0d694dd0 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:09.056706 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 76ac86f7-c030-40db-bbf9-965b0d694dd0 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:09.057121 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 236b860e-4882-4976-98c9-752164d24956 no longer exists at agent ovs-agent-dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:52:09.074840 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] No Port match for: 236b860e-4882-4976-98c9-752164d24956 {{(pid=104581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 17:52:09.075185 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.rpc [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Device 236b860e-4882-4976-98c9-752164d24956 not bound to the agent host dv-cinder-862831-1-iscsi {{(pid=104581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:52:11.241057 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-266b4cf5-f460-42d1-bb35-e9483ef5ef3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:13.636669 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e15f442e-9f6e-4af0-99a4-5743c14317ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:13.909886 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:13.964699 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:15.021582 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:15.022354 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=24,neutron:DELETE=5 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:15.082722 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:16.321405 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:16.937850 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:18.939812 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG dbcounter [-] [104579] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104579) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:20.292051 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:20.302312 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:27.503383 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:33.655169 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:52:37.497457 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:37.499859 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:41.242747 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c45fa9ea-f7eb-46ef-9592-de7f093a3199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:43.637761 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6c23b9a4-64ef-4e6d-a8b8-b0a819e6c90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:43.650242 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:43.650970 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:45.086377 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:46.324218 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:46.940196 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:52:56.929489 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:56.935415 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:52:57.534346 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:07.528430 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:07.530418 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:08.280388 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-f724cf03-67a6-4cf0-b32e-9eec706ada5c service neutron] (104579) timed out ('10.222.0.36', 41490) {{(pid=104579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:53:08.534416 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-e415e1df-4f02-4977-8afd-734f5d161bfa req-65a84ea7-42e0-4c0b-be88-6183fe56fea9 tempest-TestShelveInstance-269625979 tempest-TestShelveInstance-269625979-project] (104579) timed out ('10.222.0.36', 41500) {{(pid=104579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:53:10.653408 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:53:11.247108 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-163460dd-6a10-4a06-bce9-22e26f6c4fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:13.639637 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-11d64ae1-de69-4b04-a3bc-eef3d54c2a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:15.087569 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:16.326854 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:16.942943 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:20.648906 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=18 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:20.649675 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:26.931464 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:26.938455 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:27.534654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:37.527717 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:37.529693 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:41.249101 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68619832-a6ea-4fdb-98bb-30049343b56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:43.641362 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9e28f5fd-71bb-4a2d-a1d3-e7692228bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:45.089475 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:46.329438 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:46.944471 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:47.651734 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:53:56.939148 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:56.940944 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:57.533074 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:53:57.647631 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:53:57.648368 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:07.526649 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:07.528622 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:09.754877 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:09.755670 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:11.251907 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8cda19d3-8000-47eb-8a93-853cfa1dacde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:13.644429 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b571d22c-1c9c-4de5-b1bf-56cb142cbdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:15.093121 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:16.335790 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:16.946416 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:24.650396 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:54:27.547979 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:34.646168 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:34.646920 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:37.541568 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:37.543427 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:41.254906 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-50bf15ca-b392-4cdf-935d-98b372f65990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:43.645731 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fdc89f5c-00c4-47ca-890c-9680717948c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:45.095654 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:46.337542 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:46.948583 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:54:47.473085 dv-cinder-862831-1-iscsi neutron-server[104579]: DEBUG neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-b8a1b288-a672-4377-82d2-664114b0f13e service neutron] (104579) timed out ('10.222.0.36', 40414) {{(pid=104579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:54:47.549998 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-4539876d-339a-44fe-8fc2-54b982249a6d req-8d6521f7-6519-4522-b96b-a7a5082f93fd tempest-AttachVolumeShelveTestJSON-269718429 tempest-AttachVolumeShelveTestJSON-269718429-project] (104580) timed out ('10.222.0.36', 40422) {{(pid=104580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:54:51.679012 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:56.942131 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:56.943930 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:54:57.546314 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:01.649253 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:55:07.540745 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:07.542641 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:11.256235 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b09ae3c9-95b4-4cbd-bcbf-deda14b3c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:11.644865 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=16 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:11.645592 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=18 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:13.647338 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-97f52140-736f-46cc-a967-455fd8bdab72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:15.097872 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:16.340641 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:16.950059 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:26.944513 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:26.946444 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:27.563029 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:31.633141 dv-cinder-862831-1-iscsi neutron-server[104580]: DEBUG neutron.wsgi [req-db87a9bb-5601-46f2-a732-1994a9061677 req-9054b59a-aaf2-416a-a115-a7ba91763294 service neutron] (104580) timed out ('10.222.0.40', 53047) {{(pid=104580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 17:55:37.555618 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:37.557630 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:38.647765 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:55:40.719904 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:41.257831 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccc7c860-3e51-4eed-ae19-afa11aa4add2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:43.652150 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1ada899e-5ea2-45ee-9719-10858b29c033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:45.100728 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:46.343697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:46.952607 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:55:48.644035 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:56.942422 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:56.948296 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:55:57.560070 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:07.553955 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:07.555922 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:11.258589 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8212269b-ea16-4586-8bf9-4467498d2fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:13.653735 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f090087-89ba-4545-a004-657e192ed480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:15.102538 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:15.647304 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:56:16.345877 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:16.955486 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:17.730753 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:25.642626 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:27.576551 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:37.570071 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:37.572105 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:41.260938 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-de921a80-06a9-48d1-865d-afa72e0fee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:43.655605 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f970f28b-1d47-4a8e-9794-8bf7f0602176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:45.106037 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:46.349235 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:46.957384 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:56:52.646949 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:56:54.727794 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:56.950319 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:56.952098 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:56:57.565981 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:07.559953 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:07.560817 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:10.340760 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=12 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:10.342642 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:11.265456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-03c2cc81-e45d-4957-bb0e-0b803947bb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:13.656568 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eb4c591d-4816-4416-9a6c-aefd4ac31f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:15.108889 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:16.352117 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:16.959483 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:26.949355 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:26.954697 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:27.575420 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-329585fe-b492-4b71-a18d-123833fbd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ec3c8e71-ed91-455c-9b1b-a17a6aae34c0), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:29.647627 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG neutron.db.agents_db [None req-6137a0df-ba01-4a13-b724-69715166a309 None None] Agent healthcheck: found 6 active agents {{(pid=104582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:57:37.563005 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:37.571339 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:39.640615 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:39.641469 dv-cinder-862831-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 17:57:41.268596 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ac84-407a-4c03-b1e3-8391fa5528db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (c1101196-4bbc-4e32-be4a-a378492e5921), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:43.659841 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e14ad6ac-1e75-4b6d-8919-8bc5ad25cc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (dfe51cf2-ba22-429e-b625-8c31b310282f), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:45.110911 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-53b87816-7463-4e87-a447-482a10a20b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (ccb1dd31-0cb7-49d1-8f05-2b292c6b5aeb), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:46.356607 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-36797b64-dbf9-4f05-9056-cc85d6a1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (af14a0c1-bc46-4c07-8001-68825122b741), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 17:57:46.963456 dv-cinder-862831-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c5d833b-9a25-49ab-96b3-a2f07957c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763296860528', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852267'] for agent (2ae722df-9fda-47af-a3aa-8163443e6821), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}